{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5034.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19342): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19342) [trial-2365↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19342)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19342): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19342) [trial-2365↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a21:46:36.640288 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a21:46:36.651373 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a21:46:37.241459 tst mo_mt_sms.py: using LAC 23869\u000a21:46:37.364298 tst mo_mt_sms.py: using RAC 154\u000a21:46:37.484751 tst mo_mt_sms.py: using CellId 23869\u000a21:46:37.605430 tst mo_mt_sms.py: using BVCI 23870\u000a21:46:37.627020 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:46:37.805185 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:46:38.076425 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:46:38.200026 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:46:40.414316 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19341): Launched\u000a21:46:40.705440 run osmo-nitb_10.42.42.2(pid=19342): Launched\u000a21:46:40.875378 run osmo-nitb_10.42.42.2(pid=19342): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19342)]\u000a21:46:40.997955 run osmo-nitb_10.42.42.2(pid=19342): stdout: \u000a| (launched: 2022-12-09_21:46:40.563700) \u000a21:46:41.121121 run osmo-nitb_10.42.42.2(pid=19342): stderr: \u000a| (launched: 2022-12-09_21:46:40.607635)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:46:41.239507 run osmo-nitb_10.42.42.2(pid=19342): stdout: \u000a| (launched: 2022-12-09_21:46:40.563700) \u000a21:46:41.357273 run osmo-nitb_10.42.42.2(pid=19342): stderr: \u000a| (launched: 2022-12-09_21:46:40.607635)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:46:41.408847 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=19342): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19342) [trial-2365↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19342)] [trial-2365↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a21:46:41.416637 tst mo_mt_sms.py:11: Test FAILED (4.8 sec)\u000a21:46:41.451043 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19341): Terminating (SIGTERM)\u000a21:46:41.628383 --- ParallelTerminationStrategy: PID 19341 died...\u000a21:46:41.683116 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19341): Terminated: ok {rc=0}\u000a21:46:41.767433 bus /sierra_3: Setting Powered False\u000a21:46:42.873466 bus /sierra_3: Setting Powered False\u000a21:46:43.985169 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:46:36" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "sms:sysmo", "duration" : 14.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19352): Process ended prematurely: osmo-stp_10.42.42.5(pid=19352) [trial-2365↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19352)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19352): Process ended prematurely: osmo-stp_10.42.42.5(pid=19352) [trial-2365↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a21:46:45.853694 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:45.864709 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a21:46:46.021205 tst mo_mt_sms.py: using LAC 23870\u000a21:46:46.160100 tst mo_mt_sms.py: using RAC 155\u000a21:46:46.304446 tst mo_mt_sms.py: using CellId 23870\u000a21:46:46.428035 tst mo_mt_sms.py: using BVCI 23871\u000a21:46:46.452476 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:46.463911 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:46.476091 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:46.487655 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:46.500112 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:46:46.513205 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:46:46.631982 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a21:46:46.845251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:46:48.581556 run create_hlr_db(pid=19346): Launched\u000a21:46:48.768607 bus /sierra_2: Setting Powered False\u000a21:46:49.788431 run create_hlr_db(pid=19346): Terminated: ok {rc=0}\u000a21:46:50.189057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19348): Launched\u000a21:46:50.486014 run osmo-hlr_10.42.42.2(pid=19349): Launched\u000a21:46:50.602118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:46:53.038633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19351): Launched\u000a21:46:53.334346 run osmo-stp_10.42.42.5(pid=19352): Launched\u000a21:46:53.443890 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:46:58.624567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19354): Launched\u000a21:46:58.918830 run osmo-msc_10.42.42.6(pid=19355): Launched\u000a21:46:59.093562 run osmo-stp_10.42.42.5(pid=19352): ERR: Terminated: ERROR {rc=1} [trial-2365↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19352)]\u000a21:46:59.219898 run osmo-stp_10.42.42.5(pid=19352): stdout: \u000a| (launched: 2022-12-09_21:46:53.188765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:59.343294 run osmo-stp_10.42.42.5(pid=19352): stderr: \u000a| �[0;m�[38;5;43m20221209214653359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214653359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214653359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214653360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214653362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214653362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214653362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:59.462009 run osmo-stp_10.42.42.5(pid=19352): stdout: \u000a| (launched: 2022-12-09_21:46:53.188765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:46:59.579552 run osmo-stp_10.42.42.5(pid=19352): stderr: \u000a| �[0;m�[38;5;43m20221209214653359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214653359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214653359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214653360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214653362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214653362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214653362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:46:59.630931 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19352): Process ended prematurely: osmo-stp_10.42.42.5(pid=19352) [trial-2365↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19352)] [trial-2365↪sms:sysmo↪mo_mt_sms.py:16]\u000a21:46:59.638789 tst mo_mt_sms.py:16: Test FAILED (13.8 sec)\u000a21:46:59.698726 run osmo-hlr_10.42.42.2(pid=19349): ERR: Terminated: ERROR {rc=237} [trial-2365↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19349)]\u000a21:46:59.747683 run osmo-hlr_10.42.42.2(pid=19349): stdout: \u000a| (launched: 2022-12-09_21:46:50.340099) \u000a21:46:59.797323 run osmo-hlr_10.42.42.2(pid=19349): stderr: \u000a| �[0;m�[1;31m20221209214650516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214650516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214650516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214650516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214650516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214650516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214650529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214650538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214650538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214650538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:46:59.864395 run osmo-msc_10.42.42.6(pid=19355): ERR: Terminated: ERROR {rc=2} [trial-2365↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19355)]\u000a21:46:59.913252 run osmo-msc_10.42.42.6(pid=19355): stdout: \u000a| (launched: 2022-12-09_21:46:58.773349) \u000a21:46:59.962794 run osmo-msc_10.42.42.6(pid=19355): stderr: \u000a| �[0;m�[38;5;43m20221209214659044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214659045 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38bc838c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214659045 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214659045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214659045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214659045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214659047 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214659047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214659048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214659048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:00.004773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19348): Terminating (SIGTERM)\u000a21:47:00.044368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19351): Terminating (SIGTERM)\u000a21:47:00.084422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19354): Terminating (SIGTERM)\u000a21:47:00.093785 --- ParallelTerminationStrategy: PID 19348 died...\u000a21:47:00.147041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19348): Terminated: ok {rc=0}\u000a21:47:00.156777 --- ParallelTerminationStrategy: PID 19351 died...\u000a21:47:00.210136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19351): Terminated: ok {rc=0}\u000a21:47:00.219698 --- ParallelTerminationStrategy: PID 19354 died...\u000a21:47:00.273095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19354): Terminated: ok {rc=0}\u000a21:47:00.358020 bus /sierra_3: Setting Powered False\u000a21:47:01.492722 bus /sierra_3: Setting Powered False\u000a21:47:02.621901 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:46:45" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19362): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19362) [trial-2365↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19362)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19362): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19362) [trial-2365↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a21:47:04.424083 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a21:47:04.436862 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a21:47:04.555834 tst assert_extension.py: using LAC 23871\u000a21:47:04.675504 tst assert_extension.py: using RAC 156\u000a21:47:04.789462 tst assert_extension.py: using CellId 23871\u000a21:47:04.902796 tst assert_extension.py: using BVCI 23872\u000a21:47:04.925064 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a21:47:05.213636 tst assert_extension.py:10: start nitb and bts...\u000a21:47:05.346766 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:47:06.001773 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19361): Launched\u000a21:47:06.314757 run osmo-nitb_10.42.42.2(pid=19362): Launched\u000a21:47:06.509661 run osmo-nitb_10.42.42.2(pid=19362): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19362)]\u000a21:47:06.653500 run osmo-nitb_10.42.42.2(pid=19362): stdout: \u000a| (launched: 2022-12-09_21:47:06.163041) \u000a21:47:06.796875 run osmo-nitb_10.42.42.2(pid=19362): stderr: \u000a| (launched: 2022-12-09_21:47:06.210191)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:47:06.935431 run osmo-nitb_10.42.42.2(pid=19362): stdout: \u000a| (launched: 2022-12-09_21:47:06.163041) \u000a21:47:07.073496 run osmo-nitb_10.42.42.2(pid=19362): stderr: \u000a| (launched: 2022-12-09_21:47:06.210191)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:47:07.465238 tst osmo-nitb_10.42.42.2(pid=19362): stdout: \u000a| (launched: 2022-12-09_21:47:06.163041) \u000a21:47:07.621058 tst osmo-nitb_10.42.42.2(pid=19362): stderr: \u000a| (launched: 2022-12-09_21:47:06.210191)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:47:07.689223 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19362): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19362) [trial-2365↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19362)] [trial-2365↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a21:47:07.700834 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a21:47:07.739156 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19361): Terminating (SIGTERM)\u000a21:47:07.916753 --- ParallelTerminationStrategy: PID 19361 died...\u000a21:47:07.975211 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19361): Terminated: ok {rc=0}\u000a21:47:08.062431 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:47:04" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19373): Process ended prematurely: osmo-stp_10.42.42.5(pid=19373) [trial-2365↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19373)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19373): Process ended prematurely: osmo-stp_10.42.42.5(pid=19373) [trial-2365↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a21:47:09.878998 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:09.889833 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a21:47:10.019836 tst assert_extension.py: using LAC 23872\u000a21:47:10.145018 tst assert_extension.py: using RAC 157\u000a21:47:10.267276 tst assert_extension.py: using CellId 23872\u000a21:47:10.390443 tst assert_extension.py: using BVCI 23873\u000a21:47:10.414519 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:10.425410 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:10.436221 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:10.446970 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:10.457936 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:47:10.468609 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a21:47:10.664895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:11.132086 run create_hlr_db(pid=19367): Launched\u000a21:47:11.304094 bus /sierra_2: Setting Powered False\u000a21:47:12.324315 run create_hlr_db(pid=19367): Terminated: ok {rc=0}\u000a21:47:12.720872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19369): Launched\u000a21:47:13.016677 run osmo-hlr_10.42.42.2(pid=19370): Launched\u000a21:47:13.122994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:13.637938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19372): Launched\u000a21:47:13.934095 run osmo-stp_10.42.42.5(pid=19373): Launched\u000a21:47:14.041537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:14.578587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19375): Launched\u000a21:47:14.874130 run osmo-msc_10.42.42.6(pid=19376): Launched\u000a21:47:15.048405 run osmo-stp_10.42.42.5(pid=19373): ERR: Terminated: ERROR {rc=1} [trial-2365↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19373)]\u000a21:47:15.174937 run osmo-stp_10.42.42.5(pid=19373): stdout: \u000a| (launched: 2022-12-09_21:47:13.787514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:15.299101 run osmo-stp_10.42.42.5(pid=19373): stderr: \u000a| �[0;m�[38;5;43m20221209214713954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214713954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214713955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214713955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214713957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214713957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214713957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:15.418606 run osmo-stp_10.42.42.5(pid=19373): stdout: \u000a| (launched: 2022-12-09_21:47:13.787514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:15.536686 run osmo-stp_10.42.42.5(pid=19373): stderr: \u000a| �[0;m�[38;5;43m20221209214713954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214713954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214713955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214713955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214713957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214713957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214713957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:15.588734 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19373): Process ended prematurely: osmo-stp_10.42.42.5(pid=19373) [trial-2365↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19373)] [trial-2365↪ussd:sysmo↪assert_extension.py:17]\u000a21:47:15.596920 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a21:47:15.657292 run osmo-hlr_10.42.42.2(pid=19370): ERR: Terminated: ERROR {rc=237} [trial-2365↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19370)]\u000a21:47:15.706573 run osmo-hlr_10.42.42.2(pid=19370): stdout: \u000a| (launched: 2022-12-09_21:47:12.870395) \u000a21:47:15.756370 run osmo-hlr_10.42.42.2(pid=19370): stderr: \u000a| �[0;m�[1;31m20221209214713044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214713044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214713044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214713044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214713044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214713044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214713085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214713095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214713095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214713095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:15.824638 run osmo-msc_10.42.42.6(pid=19376): ERR: Terminated: ERROR {rc=2} [trial-2365↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19376)]\u000a21:47:15.886408 run osmo-msc_10.42.42.6(pid=19376): stdout: \u000a| (launched: 2022-12-09_21:47:14.728102) \u000a21:47:15.937649 run osmo-msc_10.42.42.6(pid=19376): stderr: \u000a| �[0;m�[38;5;43m20221209214715001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214715001 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35d5f18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214715001 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214715001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214715001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214715001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214715003 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214715003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214715004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214715004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:15.980668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19369): Terminating (SIGTERM)\u000a21:47:16.021535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19372): Terminating (SIGTERM)\u000a21:47:16.063000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19375): Terminating (SIGTERM)\u000a21:47:16.072458 --- ParallelTerminationStrategy: PID 19369 died...\u000a21:47:16.127552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19369): Terminated: ok {rc=0}\u000a21:47:16.138136 --- ParallelTerminationStrategy: PID 19372 died...\u000a21:47:16.193755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19372): Terminated: ok {rc=0}\u000a21:47:16.203848 --- ParallelTerminationStrategy: PID 19375 died...\u000a21:47:16.258445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19375): Terminated: ok {rc=0}\u000a21:47:16.351811 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:47:09" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19387): Process ended prematurely: osmo-stp_10.42.42.5(pid=19387) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19387)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19387): Process ended prematurely: osmo-stp_10.42.42.5(pid=19387) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:47:18.270327 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:18.281359 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:47:18.424524 tst mo_mt_call.py: using LAC 23873\u000a21:47:18.541567 tst mo_mt_call.py: using RAC 158\u000a21:47:18.657425 tst mo_mt_call.py: using CellId 23873\u000a21:47:18.775583 tst mo_mt_call.py: using BVCI 23874\u000a21:47:18.798509 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:18.809407 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:18.820417 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:18.831488 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:18.842835 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:18.853978 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:47:18.974781 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:47:19.186138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:19.689615 run create_hlr_db(pid=19381): Launched\u000a21:47:19.864015 bus /sierra_2: Setting Powered False\u000a21:47:20.884732 run create_hlr_db(pid=19381): Terminated: ok {rc=0}\u000a21:47:21.285814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19383): Launched\u000a21:47:21.587296 run osmo-hlr_10.42.42.2(pid=19384): Launched\u000a21:47:21.701442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:22.224615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19386): Launched\u000a21:47:22.526849 run osmo-stp_10.42.42.5(pid=19387): Launched\u000a21:47:22.637688 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:23.187542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19389): Launched\u000a21:47:23.491243 run osmo-msc_10.42.42.6(pid=19390): Launched\u000a21:47:23.669467 run osmo-stp_10.42.42.5(pid=19387): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19387)]\u000a21:47:23.798033 run osmo-stp_10.42.42.5(pid=19387): stdout: \u000a| (launched: 2022-12-09_21:47:22.378413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:23.924606 run osmo-stp_10.42.42.5(pid=19387): stderr: \u000a| �[0;m�[38;5;43m20221209214722548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214722548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214722548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214722549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214722549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214722549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214722549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:24.046292 run osmo-stp_10.42.42.5(pid=19387): stdout: \u000a| (launched: 2022-12-09_21:47:22.378413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:24.166707 run osmo-stp_10.42.42.5(pid=19387): stderr: \u000a| �[0;m�[38;5;43m20221209214722548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214722548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214722548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214722549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214722549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214722549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214722549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:24.219697 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19387): Process ended prematurely: osmo-stp_10.42.42.5(pid=19387) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19387)] [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:47:24.228276 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a21:47:24.288627 run osmo-hlr_10.42.42.2(pid=19384): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19384)]\u000a21:47:24.337840 run osmo-hlr_10.42.42.2(pid=19384): stdout: \u000a| (launched: 2022-12-09_21:47:21.439158) \u000a21:47:24.387641 run osmo-hlr_10.42.42.2(pid=19384): stderr: \u000a| �[0;m�[1;31m20221209214721616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214721616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214721616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214721616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214721616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214721616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214721630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214721639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214721639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214721639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:24.454946 run osmo-msc_10.42.42.6(pid=19390): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19390)]\u000a21:47:24.504104 run osmo-msc_10.42.42.6(pid=19390): stdout: \u000a| (launched: 2022-12-09_21:47:23.342066) \u000a21:47:24.553505 run osmo-msc_10.42.42.6(pid=19390): stderr: \u000a| �[0;m�[38;5;43m20221209214723614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214723614 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd53faadc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214723614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214723614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214723614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214723615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214723617 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214723617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214723618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214723618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:24.595985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19383): Terminating (SIGTERM)\u000a21:47:24.636286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19386): Terminating (SIGTERM)\u000a21:47:24.676151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19389): Terminating (SIGTERM)\u000a21:47:24.685628 --- ParallelTerminationStrategy: PID 19383 died...\u000a21:47:24.739072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19383): Terminated: ok {rc=0}\u000a21:47:24.748735 --- ParallelTerminationStrategy: PID 19386 died...\u000a21:47:24.802388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19386): Terminated: ok {rc=0}\u000a21:47:24.812062 --- ParallelTerminationStrategy: PID 19389 died...\u000a21:47:24.865889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19389): Terminated: ok {rc=0}\u000a21:47:24.954592 bus /sierra_3: Setting Powered False\u000a21:47:26.058857 bus /sierra_3: Setting Powered False\u000a21:47:27.171379 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19398): Process ended prematurely: osmo-stp_10.42.42.5(pid=19398) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19398)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19398): Process ended prematurely: osmo-stp_10.42.42.5(pid=19398) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:47:28.282211 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:28.293736 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:47:28.438134 tst mo_mt_call_osmux.py: using LAC 23874\u000a21:47:28.564517 tst mo_mt_call_osmux.py: using RAC 159\u000a21:47:28.693410 tst mo_mt_call_osmux.py: using CellId 23874\u000a21:47:28.822204 tst mo_mt_call_osmux.py: using BVCI 23875\u000a21:47:28.846925 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:28.858444 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:28.869616 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:28.880756 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:28.892035 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:47:28.903286 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:47:29.019753 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:47:29.231539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:29.749695 run create_hlr_db(pid=19392): Launched\u000a21:47:29.936872 bus /sierra_2: Setting Powered False\u000a21:47:30.966656 run create_hlr_db(pid=19392): Terminated: ok {rc=0}\u000a21:47:31.426278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19394): Launched\u000a21:47:31.844008 run osmo-hlr_10.42.42.2(pid=19395): Launched\u000a21:47:32.115159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:32.645670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19397): Launched\u000a21:47:32.947505 run osmo-stp_10.42.42.5(pid=19398): Launched\u000a21:47:33.057747 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:33.606925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19400): Launched\u000a21:47:33.908351 run osmo-msc_10.42.42.6(pid=19401): Launched\u000a21:47:34.085318 run osmo-stp_10.42.42.5(pid=19398): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19398)]\u000a21:47:34.213824 run osmo-stp_10.42.42.5(pid=19398): stdout: \u000a| (launched: 2022-12-09_21:47:32.798712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:34.339990 run osmo-stp_10.42.42.5(pid=19398): stderr: \u000a| �[0;m�[38;5;43m20221209214732967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214732967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214732967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214732968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214732970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214732970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214732970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:34.461526 run osmo-stp_10.42.42.5(pid=19398): stdout: \u000a| (launched: 2022-12-09_21:47:32.798712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:34.581644 run osmo-stp_10.42.42.5(pid=19398): stderr: \u000a| �[0;m�[38;5;43m20221209214732967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214732967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214732967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214732968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214732970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214732970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214732970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:34.634296 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19398): Process ended prematurely: osmo-stp_10.42.42.5(pid=19398) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19398)] [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:47:34.642992 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:47:34.703082 run osmo-hlr_10.42.42.2(pid=19395): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19395)]\u000a21:47:34.752296 run osmo-hlr_10.42.42.2(pid=19395): stdout: \u000a| (launched: 2022-12-09_21:47:31.584533) \u000a21:47:34.802120 run osmo-hlr_10.42.42.2(pid=19395): stderr: \u000a| �[0;m�[1;31m20221209214731896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214731896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214731896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214731896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214731896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214731896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214731916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214731930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214731930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214731930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:34.868884 run osmo-msc_10.42.42.6(pid=19401): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19401)]\u000a21:47:34.918327 run osmo-msc_10.42.42.6(pid=19401): stdout: \u000a| (launched: 2022-12-09_21:47:33.760132) \u000a21:47:34.967806 run osmo-msc_10.42.42.6(pid=19401): stderr: \u000a| �[0;m�[38;5;43m20221209214734031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214734032 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d68182c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214734032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214734032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214734033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214734033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214734035 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214734036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214734036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214734036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:35.009539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19394): Terminating (SIGTERM)\u000a21:47:35.049335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19397): Terminating (SIGTERM)\u000a21:47:35.089324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19400): Terminating (SIGTERM)\u000a21:47:35.098477 --- ParallelTerminationStrategy: PID 19394 died...\u000a21:47:35.151989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19394): Terminated: ok {rc=0}\u000a21:47:35.161866 --- ParallelTerminationStrategy: PID 19397 died...\u000a21:47:35.214861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19397): Terminated: ok {rc=0}\u000a21:47:35.224634 --- ParallelTerminationStrategy: PID 19400 died...\u000a21:47:35.277751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19400): Terminated: ok {rc=0}\u000a21:47:35.366872 bus /sierra_3: Setting Powered False\u000a21:47:36.470475 bus /sierra_3: Setting Powered False\u000a21:47:37.580630 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:47:18" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19412): Process ended prematurely: osmo-stp_10.42.42.5(pid=19412) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19412)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19412): Process ended prematurely: osmo-stp_10.42.42.5(pid=19412) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:47:39.546603 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:39.557898 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:47:39.708171 tst mo_mt_call.py: using LAC 23875\u000a21:47:39.835256 tst mo_mt_call.py: using RAC 160\u000a21:47:39.962450 tst mo_mt_call.py: using CellId 23875\u000a21:47:40.088620 tst mo_mt_call.py: using BVCI 23876\u000a21:47:40.113304 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:40.124592 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:40.135694 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:40.146852 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:40.158110 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:40.169326 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:47:40.284511 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:47:40.486317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:40.964351 run create_hlr_db(pid=19406): Launched\u000a21:47:41.140260 bus /sierra_2: Setting Powered False\u000a21:47:42.160519 run create_hlr_db(pid=19406): Terminated: ok {rc=0}\u000a21:47:42.563277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19408): Launched\u000a21:47:42.865742 run osmo-hlr_10.42.42.2(pid=19409): Launched\u000a21:47:42.980049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:43.502956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19411): Launched\u000a21:47:43.805129 run osmo-stp_10.42.42.5(pid=19412): Launched\u000a21:47:43.915352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:44.466414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19414): Launched\u000a21:47:44.769485 run osmo-msc_10.42.42.6(pid=19415): Launched\u000a21:47:44.946717 run osmo-stp_10.42.42.5(pid=19412): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19412)]\u000a21:47:45.075153 run osmo-stp_10.42.42.5(pid=19412): stdout: \u000a| (launched: 2022-12-09_21:47:43.656292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:45.200881 run osmo-stp_10.42.42.5(pid=19412): stderr: \u000a| �[0;m�[38;5;43m20221209214743828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214743828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214743828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214743828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214743829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214743829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214743829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:45.322442 run osmo-stp_10.42.42.5(pid=19412): stdout: \u000a| (launched: 2022-12-09_21:47:43.656292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:45.442771 run osmo-stp_10.42.42.5(pid=19412): stderr: \u000a| �[0;m�[38;5;43m20221209214743828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214743828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214743828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214743828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214743829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214743829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214743829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:45.495815 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19412): Process ended prematurely: osmo-stp_10.42.42.5(pid=19412) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19412)] [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:47:45.504606 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a21:47:45.564573 run osmo-hlr_10.42.42.2(pid=19409): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19409)]\u000a21:47:45.613806 run osmo-hlr_10.42.42.2(pid=19409): stdout: \u000a| (launched: 2022-12-09_21:47:42.716308) \u000a21:47:45.663508 run osmo-hlr_10.42.42.2(pid=19409): stderr: \u000a| �[0;m�[1;31m20221209214742893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214742893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214742893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214742893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214742893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214742893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214742905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214742913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214742914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214742914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:45.730674 run osmo-msc_10.42.42.6(pid=19415): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19415)]\u000a21:47:45.779790 run osmo-msc_10.42.42.6(pid=19415): stdout: \u000a| (launched: 2022-12-09_21:47:44.619718) \u000a21:47:45.829775 run osmo-msc_10.42.42.6(pid=19415): stderr: \u000a| �[0;m�[38;5;43m20221209214744890 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214744890 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79c81f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214744890 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214744890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214744891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214744891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214744892 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214744893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214744893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214744893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:45.881079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19408): Terminating (SIGTERM)\u000a21:47:45.931994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19411): Terminating (SIGTERM)\u000a21:47:45.973061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19414): Terminating (SIGTERM)\u000a21:47:45.983445 --- ParallelTerminationStrategy: PID 19408 died...\u000a21:47:46.039383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19408): Terminated: ok {rc=0}\u000a21:47:46.049992 --- ParallelTerminationStrategy: PID 19411 died...\u000a21:47:46.106488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19411): Terminated: ok {rc=0}\u000a21:47:46.116869 --- ParallelTerminationStrategy: PID 19414 died...\u000a21:47:46.173376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19414): Terminated: ok {rc=0}\u000a21:47:46.259970 bus /sierra_3: Setting Powered False\u000a21:47:47.359570 bus /sierra_3: Setting Powered False\u000a21:47:48.467693 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19423): Process ended prematurely: osmo-stp_10.42.42.5(pid=19423) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19423)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19423): Process ended prematurely: osmo-stp_10.42.42.5(pid=19423) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:47:49.582164 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:49.594066 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:47:49.744610 tst mo_mt_call_osmux.py: using LAC 23876\u000a21:47:49.872090 tst mo_mt_call_osmux.py: using RAC 161\u000a21:47:49.999091 tst mo_mt_call_osmux.py: using CellId 23876\u000a21:47:50.127618 tst mo_mt_call_osmux.py: using BVCI 23877\u000a21:47:50.152391 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:50.163834 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:50.175004 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:50.186201 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:50.197413 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:47:50.208600 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:47:50.325456 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:47:50.527337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:47:51.005991 run create_hlr_db(pid=19417): Launched\u000a21:47:51.180101 bus /sierra_2: Setting Powered False\u000a21:47:52.202496 run create_hlr_db(pid=19417): Terminated: ok {rc=0}\u000a21:47:52.633510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19419): Launched\u000a21:47:52.958314 run osmo-hlr_10.42.42.2(pid=19420): Launched\u000a21:47:53.078352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:47:53.645932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19422): Launched\u000a21:47:53.971608 run osmo-stp_10.42.42.5(pid=19423): Launched\u000a21:47:54.089350 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:47:54.680242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19425): Launched\u000a21:47:55.003764 run osmo-msc_10.42.42.6(pid=19426): Launched\u000a21:47:55.193410 run osmo-stp_10.42.42.5(pid=19423): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19423)]\u000a21:47:55.331140 run osmo-stp_10.42.42.5(pid=19423): stdout: \u000a| (launched: 2022-12-09_21:47:53.812506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:55.468143 run osmo-stp_10.42.42.5(pid=19423): stderr: \u000a| �[0;m�[38;5;43m20221209214754005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214754005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214754005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214754006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214754006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214754006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214754006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:55.598420 run osmo-stp_10.42.42.5(pid=19423): stdout: \u000a| (launched: 2022-12-09_21:47:53.812506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:47:55.726982 run osmo-stp_10.42.42.5(pid=19423): stderr: \u000a| �[0;m�[38;5;43m20221209214754005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214754005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214754005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214754006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214754006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214754006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214754006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:47:55.783755 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19423): Process ended prematurely: osmo-stp_10.42.42.5(pid=19423) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19423)] [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:47:55.792822 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:47:55.854960 run osmo-hlr_10.42.42.2(pid=19420): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19420)]\u000a21:47:55.906507 run osmo-hlr_10.42.42.2(pid=19420): stdout: \u000a| (launched: 2022-12-09_21:47:52.798635) \u000a21:47:55.958664 run osmo-hlr_10.42.42.2(pid=19420): stderr: \u000a| �[0;m�[1;31m20221209214752997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214752997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214752997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214752997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214752997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214752997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214753010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214753018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214753018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214753018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:47:56.029432 run osmo-msc_10.42.42.6(pid=19426): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19426)]\u000a21:47:56.081211 run osmo-msc_10.42.42.6(pid=19426): stdout: \u000a| (launched: 2022-12-09_21:47:54.845092) \u000a21:47:56.133384 run osmo-msc_10.42.42.6(pid=19426): stderr: \u000a| �[0;m�[38;5;43m20221209214755169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214755169 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f602decfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214755169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214755170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214755170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214755170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214755172 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214755172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214755172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214755172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:47:56.177568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19419): Terminating (SIGTERM)\u000a21:47:56.219350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19422): Terminating (SIGTERM)\u000a21:47:56.261075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19425): Terminating (SIGTERM)\u000a21:47:56.270622 --- ParallelTerminationStrategy: PID 19419 died...\u000a21:47:56.326277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19419): Terminated: ok {rc=0}\u000a21:47:56.336262 --- ParallelTerminationStrategy: PID 19422 died...\u000a21:47:56.392133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19422): Terminated: ok {rc=0}\u000a21:47:56.402132 --- ParallelTerminationStrategy: PID 19425 died...\u000a21:47:56.457903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19425): Terminated: ok {rc=0}\u000a21:47:56.545151 bus /sierra_3: Setting Powered False\u000a21:47:57.650742 bus /sierra_3: Setting Powered False\u000a21:47:58.758792 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:47:39" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19437): Process ended prematurely: osmo-stp_10.42.42.5(pid=19437) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19437)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19437): Process ended prematurely: osmo-stp_10.42.42.5(pid=19437) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:48:00.709142 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:00.720502 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:48:00.879250 tst mo_mt_call.py: using LAC 23877\u000a21:48:01.019836 tst mo_mt_call.py: using RAC 162\u000a21:48:01.174483 tst mo_mt_call.py: using CellId 23877\u000a21:48:01.334351 tst mo_mt_call.py: using BVCI 23878\u000a21:48:01.362069 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:01.374369 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:01.386453 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:01.398794 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:01.411022 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:01.423004 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:48:01.543901 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:48:01.788834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:02.320907 run create_hlr_db(pid=19431): Launched\u000a21:48:02.495674 bus /sierra_2: Setting Powered False\u000a21:48:03.516887 run create_hlr_db(pid=19431): Terminated: ok {rc=0}\u000a21:48:03.920082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19433): Launched\u000a21:48:04.222338 run osmo-hlr_10.42.42.2(pid=19434): Launched\u000a21:48:04.338843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:04.871172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19436): Launched\u000a21:48:05.173846 run osmo-stp_10.42.42.5(pid=19437): Launched\u000a21:48:05.284550 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:05.836367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19439): Launched\u000a21:48:06.147819 run osmo-msc_10.42.42.6(pid=19440): Launched\u000a21:48:06.339273 run osmo-stp_10.42.42.5(pid=19437): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19437)]\u000a21:48:06.478578 run osmo-stp_10.42.42.5(pid=19437): stdout: \u000a| (launched: 2022-12-09_21:48:05.024366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:06.615249 run osmo-stp_10.42.42.5(pid=19437): stderr: \u000a| �[0;m�[38;5;43m20221209214805195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214805195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214805196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214805196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214805196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214805196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214805197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:06.745801 run osmo-stp_10.42.42.5(pid=19437): stdout: \u000a| (launched: 2022-12-09_21:48:05.024366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:06.874639 run osmo-stp_10.42.42.5(pid=19437): stderr: \u000a| �[0;m�[38;5;43m20221209214805195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214805195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214805196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214805196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214805196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214805196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214805197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:06.931758 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19437): Process ended prematurely: osmo-stp_10.42.42.5(pid=19437) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19437)] [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:48:06.940823 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:48:07.003336 run osmo-hlr_10.42.42.2(pid=19434): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19434)]\u000a21:48:07.054822 run osmo-hlr_10.42.42.2(pid=19434): stdout: \u000a| (launched: 2022-12-09_21:48:04.073970) \u000a21:48:07.106677 run osmo-hlr_10.42.42.2(pid=19434): stderr: \u000a| �[0;m�[1;31m20221209214804251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214804251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214804251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214804251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214804251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214804251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214804262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214804271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214804271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214804271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:07.176771 run osmo-msc_10.42.42.6(pid=19440): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19440)]\u000a21:48:07.228053 run osmo-msc_10.42.42.6(pid=19440): stdout: \u000a| (launched: 2022-12-09_21:48:05.989960) \u000a21:48:07.279646 run osmo-msc_10.42.42.6(pid=19440): stderr: \u000a| �[0;m�[38;5;43m20221209214806308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214806308 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b78478c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214806308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214806308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214806309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214806309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214806310 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214806311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214806311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214806311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:07.323605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19433): Terminating (SIGTERM)\u000a21:48:07.365920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19436): Terminating (SIGTERM)\u000a21:48:07.407796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19439): Terminating (SIGTERM)\u000a21:48:07.417578 --- ParallelTerminationStrategy: PID 19433 died...\u000a21:48:07.473521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19433): Terminated: ok {rc=0}\u000a21:48:07.483709 --- ParallelTerminationStrategy: PID 19436 died...\u000a21:48:07.539329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19436): Terminated: ok {rc=0}\u000a21:48:07.549485 --- ParallelTerminationStrategy: PID 19439 died...\u000a21:48:07.605319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19439): Terminated: ok {rc=0}\u000a21:48:07.693462 bus /sierra_3: Setting Powered False\u000a21:48:08.797153 bus /sierra_3: Setting Powered False\u000a21:48:09.909153 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19448): Process ended prematurely: osmo-stp_10.42.42.5(pid=19448) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19448)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19448): Process ended prematurely: osmo-stp_10.42.42.5(pid=19448) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:48:11.019065 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:11.030562 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:48:11.174001 tst mo_mt_call_osmux.py: using LAC 23878\u000a21:48:11.291683 tst mo_mt_call_osmux.py: using RAC 163\u000a21:48:11.420599 tst mo_mt_call_osmux.py: using CellId 23878\u000a21:48:11.542467 tst mo_mt_call_osmux.py: using BVCI 23879\u000a21:48:11.565556 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:11.576451 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:11.587442 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:11.598677 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:11.609794 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:48:11.620653 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:48:11.736901 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:48:11.942717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:12.418199 run create_hlr_db(pid=19442): Launched\u000a21:48:12.592046 bus /sierra_2: Setting Powered False\u000a21:48:13.614471 run create_hlr_db(pid=19442): Terminated: ok {rc=0}\u000a21:48:14.044706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19444): Launched\u000a21:48:14.371374 run osmo-hlr_10.42.42.2(pid=19445): Launched\u000a21:48:14.493256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:15.056093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19447): Launched\u000a21:48:15.379899 run osmo-stp_10.42.42.5(pid=19448): Launched\u000a21:48:15.497313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:16.121706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19450): Launched\u000a21:48:16.502302 run osmo-msc_10.42.42.6(pid=19451): Launched\u000a21:48:16.904729 run osmo-stp_10.42.42.5(pid=19448): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19448)]\u000a21:48:17.234717 run osmo-stp_10.42.42.5(pid=19448): stdout: \u000a| (launched: 2022-12-09_21:48:15.221214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:17.376619 run osmo-stp_10.42.42.5(pid=19448): stderr: \u000a| �[0;m�[38;5;43m20221209214815413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214815413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214815413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214815414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214815414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214815414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214815414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:17.507109 run osmo-stp_10.42.42.5(pid=19448): stdout: \u000a| (launched: 2022-12-09_21:48:15.221214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:17.635842 run osmo-stp_10.42.42.5(pid=19448): stderr: \u000a| �[0;m�[38;5;43m20221209214815413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214815413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214815413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214815414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214815414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214815414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214815414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:17.692895 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19448): Process ended prematurely: osmo-stp_10.42.42.5(pid=19448) [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19448)] [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:48:17.702248 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a21:48:17.764489 run osmo-hlr_10.42.42.2(pid=19445): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19445)]\u000a21:48:17.815793 run osmo-hlr_10.42.42.2(pid=19445): stdout: \u000a| (launched: 2022-12-09_21:48:14.209730) \u000a21:48:17.867684 run osmo-hlr_10.42.42.2(pid=19445): stderr: \u000a| �[0;m�[1;31m20221209214814409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214814409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214814409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214814410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214814410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214814410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214814421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214814429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214814429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214814429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:17.938374 run osmo-msc_10.42.42.6(pid=19451): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19451)]\u000a21:48:17.989970 run osmo-msc_10.42.42.6(pid=19451): stdout: \u000a| (launched: 2022-12-09_21:48:16.279875) \u000a21:48:18.041921 run osmo-msc_10.42.42.6(pid=19451): stderr: \u000a| �[0;m�[38;5;43m20221209214816789 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214816789 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97dd651c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214816789 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214816789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214816789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214816790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214816791 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214816792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214816792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214816792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:18.086640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19444): Terminating (SIGTERM)\u000a21:48:18.128303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19447): Terminating (SIGTERM)\u000a21:48:18.170017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19450): Terminating (SIGTERM)\u000a21:48:18.179635 --- ParallelTerminationStrategy: PID 19444 died...\u000a21:48:18.235554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19444): Terminated: ok {rc=0}\u000a21:48:18.246021 --- ParallelTerminationStrategy: PID 19447 died...\u000a21:48:18.302101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19447): Terminated: ok {rc=0}\u000a21:48:18.312263 --- ParallelTerminationStrategy: PID 19450 died...\u000a21:48:18.368527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19450): Terminated: ok {rc=0}\u000a21:48:18.456305 bus /sierra_3: Setting Powered False\u000a21:48:19.561646 bus /sierra_3: Setting Powered False\u000a21:48:20.667734 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:48:00" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19462): Process ended prematurely: osmo-stp_10.42.42.5(pid=19462) [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19462)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19462): Process ended prematurely: osmo-stp_10.42.42.5(pid=19462) [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:48:22.629817 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:22.641100 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:48:22.796084 tst mo_mt_call.py: using LAC 23879\u000a21:48:22.921324 tst mo_mt_call.py: using RAC 164\u000a21:48:23.046687 tst mo_mt_call.py: using CellId 23879\u000a21:48:23.172467 tst mo_mt_call.py: using BVCI 23880\u000a21:48:23.197352 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:23.208600 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:23.219750 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:23.231441 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:23.243083 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:23.254729 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:48:23.372690 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:48:23.583986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:24.101602 run create_hlr_db(pid=19456): Launched\u000a21:48:24.290807 bus /sierra_2: Setting Powered False\u000a21:48:25.310258 run create_hlr_db(pid=19456): Terminated: ok {rc=0}\u000a21:48:25.718456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19458): Launched\u000a21:48:26.021639 run osmo-hlr_10.42.42.2(pid=19459): Launched\u000a21:48:26.137419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:26.662027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19461): Launched\u000a21:48:26.963678 run osmo-stp_10.42.42.5(pid=19462): Launched\u000a21:48:27.074134 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:27.624244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19464): Launched\u000a21:48:27.928322 run osmo-msc_10.42.42.6(pid=19465): Launched\u000a21:48:28.108546 run osmo-stp_10.42.42.5(pid=19462): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19462)]\u000a21:48:28.239283 run osmo-stp_10.42.42.5(pid=19462): stdout: \u000a| (launched: 2022-12-09_21:48:26.814921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:28.366855 run osmo-stp_10.42.42.5(pid=19462): stderr: \u000a| �[0;m�[38;5;43m20221209214826986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214826986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214826987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214826987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214826987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214826988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214826988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:28.489702 run osmo-stp_10.42.42.5(pid=19462): stdout: \u000a| (launched: 2022-12-09_21:48:26.814921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:28.611106 run osmo-stp_10.42.42.5(pid=19462): stderr: \u000a| �[0;m�[38;5;43m20221209214826986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214826986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214826987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214826987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214826987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214826988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214826988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:28.664556 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19462): Process ended prematurely: osmo-stp_10.42.42.5(pid=19462) [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19462)] [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a21:48:28.673192 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:48:28.732990 run osmo-hlr_10.42.42.2(pid=19459): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19459)]\u000a21:48:28.782018 run osmo-hlr_10.42.42.2(pid=19459): stdout: \u000a| (launched: 2022-12-09_21:48:25.871834) \u000a21:48:28.831829 run osmo-hlr_10.42.42.2(pid=19459): stderr: \u000a| �[0;m�[1;31m20221209214826048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214826048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214826048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214826048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214826048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214826048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214826060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214826068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214826068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214826069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:28.898969 run osmo-msc_10.42.42.6(pid=19465): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19465)]\u000a21:48:28.948002 run osmo-msc_10.42.42.6(pid=19465): stdout: \u000a| (launched: 2022-12-09_21:48:27.777665) \u000a21:48:28.997750 run osmo-msc_10.42.42.6(pid=19465): stderr: \u000a| �[0;m�[38;5;43m20221209214828052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214828052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52bb243c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214828052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214828052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214828052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214828052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214828054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214828055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214828055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214828055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:29.039487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19458): Terminating (SIGTERM)\u000a21:48:29.079461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19461): Terminating (SIGTERM)\u000a21:48:29.119481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19464): Terminating (SIGTERM)\u000a21:48:29.128851 --- ParallelTerminationStrategy: PID 19458 died...\u000a21:48:29.182493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19458): Terminated: ok {rc=0}\u000a21:48:29.192075 --- ParallelTerminationStrategy: PID 19461 died...\u000a21:48:29.245272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19461): Terminated: ok {rc=0}\u000a21:48:29.254797 --- ParallelTerminationStrategy: PID 19464 died...\u000a21:48:29.307798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19464): Terminated: ok {rc=0}\u000a21:48:29.391432 bus /sierra_3: Setting Powered False\u000a21:48:30.497645 bus /sierra_3: Setting Powered False\u000a21:48:31.617688 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19473): Process ended prematurely: osmo-stp_10.42.42.5(pid=19473) [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19473)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19473): Process ended prematurely: osmo-stp_10.42.42.5(pid=19473) [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:48:32.727153 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:32.738984 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:48:32.880851 tst mo_mt_call_osmux.py: using LAC 23880\u000a21:48:33.000059 tst mo_mt_call_osmux.py: using RAC 165\u000a21:48:33.130290 tst mo_mt_call_osmux.py: using CellId 23880\u000a21:48:33.268647 tst mo_mt_call_osmux.py: using BVCI 23881\u000a21:48:33.293560 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:33.304892 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:33.316453 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:33.327802 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:33.339175 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:48:33.350438 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:48:33.466075 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:48:33.667061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:34.160013 run create_hlr_db(pid=19467): Launched\u000a21:48:34.348089 bus /sierra_2: Setting Powered False\u000a21:48:35.368934 run create_hlr_db(pid=19467): Terminated: ok {rc=0}\u000a21:48:35.799341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19469): Launched\u000a21:48:36.122631 run osmo-hlr_10.42.42.2(pid=19470): Launched\u000a21:48:36.242309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:36.807187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19472): Launched\u000a21:48:37.130973 run osmo-stp_10.42.42.5(pid=19473): Launched\u000a21:48:37.248375 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:37.839626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19475): Launched\u000a21:48:38.163308 run osmo-msc_10.42.42.6(pid=19476): Launched\u000a21:48:38.352717 run osmo-stp_10.42.42.5(pid=19473): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19473)]\u000a21:48:38.489475 run osmo-stp_10.42.42.5(pid=19473): stdout: \u000a| (launched: 2022-12-09_21:48:36.972150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:38.625703 run osmo-stp_10.42.42.5(pid=19473): stderr: \u000a| �[0;m�[38;5;43m20221209214837165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214837165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214837165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214837166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214837166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214837166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214837166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:38.755487 run osmo-stp_10.42.42.5(pid=19473): stdout: \u000a| (launched: 2022-12-09_21:48:36.972150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:38.883980 run osmo-stp_10.42.42.5(pid=19473): stderr: \u000a| �[0;m�[38;5;43m20221209214837165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214837165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214837165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214837166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214837166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214837166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214837166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:38.940898 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19473): Process ended prematurely: osmo-stp_10.42.42.5(pid=19473) [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19473)] [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a21:48:38.950283 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:48:39.012672 run osmo-hlr_10.42.42.2(pid=19470): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19470)]\u000a21:48:39.064225 run osmo-hlr_10.42.42.2(pid=19470): stdout: \u000a| (launched: 2022-12-09_21:48:35.964524) \u000a21:48:39.116422 run osmo-hlr_10.42.42.2(pid=19470): stderr: \u000a| �[0;m�[1;31m20221209214836164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214836164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214836164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214836164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214836164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214836164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214836177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214836186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214836186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214836186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:39.187367 run osmo-msc_10.42.42.6(pid=19476): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19476)]\u000a21:48:39.238992 run osmo-msc_10.42.42.6(pid=19476): stdout: \u000a| (launched: 2022-12-09_21:48:38.004701) \u000a21:48:39.290995 run osmo-msc_10.42.42.6(pid=19476): stderr: \u000a| �[0;m�[38;5;43m20221209214838327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214838327 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6576e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214838327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214838327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214838327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214838327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214838329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214838329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214838330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214838330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:39.335082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19469): Terminating (SIGTERM)\u000a21:48:39.377161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19472): Terminating (SIGTERM)\u000a21:48:39.418760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19475): Terminating (SIGTERM)\u000a21:48:39.428067 --- ParallelTerminationStrategy: PID 19469 died...\u000a21:48:39.484043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19469): Terminated: ok {rc=0}\u000a21:48:39.494159 --- ParallelTerminationStrategy: PID 19472 died...\u000a21:48:39.549668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19472): Terminated: ok {rc=0}\u000a21:48:39.559703 --- ParallelTerminationStrategy: PID 19475 died...\u000a21:48:39.615188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19475): Terminated: ok {rc=0}\u000a21:48:39.701898 bus /sierra_3: Setting Powered False\u000a21:48:40.807957 bus /sierra_3: Setting Powered False\u000a21:48:41.915499 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:48:22" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19487): Process ended prematurely: osmo-stp_10.42.42.5(pid=19487) [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19487)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19487): Process ended prematurely: osmo-stp_10.42.42.5(pid=19487) [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:48:43.875950 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:43.887452 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:48:44.039387 tst mo_mt_call.py: using LAC 23881\u000a21:48:44.164597 tst mo_mt_call.py: using RAC 166\u000a21:48:44.295659 tst mo_mt_call.py: using CellId 23881\u000a21:48:44.425325 tst mo_mt_call.py: using BVCI 23882\u000a21:48:44.450169 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:44.461542 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:44.472637 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:44.483809 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:44.495127 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:44.506399 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:48:44.620809 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:48:44.831897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:45.349592 run create_hlr_db(pid=19481): Launched\u000a21:48:45.537409 bus /sierra_2: Setting Powered False\u000a21:48:46.559451 run create_hlr_db(pid=19481): Terminated: ok {rc=0}\u000a21:48:47.006845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19483): Launched\u000a21:48:47.334163 run osmo-hlr_10.42.42.2(pid=19484): Launched\u000a21:48:47.453541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:48.019246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19486): Launched\u000a21:48:48.342997 run osmo-stp_10.42.42.5(pid=19487): Launched\u000a21:48:48.461578 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:49.052292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19489): Launched\u000a21:48:49.375269 run osmo-msc_10.42.42.6(pid=19490): Launched\u000a21:48:49.565048 run osmo-stp_10.42.42.5(pid=19487): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19487)]\u000a21:48:49.701558 run osmo-stp_10.42.42.5(pid=19487): stdout: \u000a| (launched: 2022-12-09_21:48:48.184177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:49.837982 run osmo-stp_10.42.42.5(pid=19487): stderr: \u000a| �[0;m�[38;5;43m20221209214848376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214848376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214848376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214848377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214848379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214848379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214848379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:49.967983 run osmo-stp_10.42.42.5(pid=19487): stdout: \u000a| (launched: 2022-12-09_21:48:48.184177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:48:50.096836 run osmo-stp_10.42.42.5(pid=19487): stderr: \u000a| �[0;m�[38;5;43m20221209214848376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214848376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214848376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214848377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214848379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214848379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214848379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:48:50.153757 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19487): Process ended prematurely: osmo-stp_10.42.42.5(pid=19487) [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19487)] [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:48:50.162833 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:48:50.225386 run osmo-hlr_10.42.42.2(pid=19484): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19484)]\u000a21:48:50.276809 run osmo-hlr_10.42.42.2(pid=19484): stdout: \u000a| (launched: 2022-12-09_21:48:47.174406) \u000a21:48:50.329009 run osmo-hlr_10.42.42.2(pid=19484): stderr: \u000a| �[0;m�[1;31m20221209214847373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214847373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214847373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214847373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214847373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214847373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214847385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214847394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214847394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214847394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:48:50.399788 run osmo-msc_10.42.42.6(pid=19490): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19490)]\u000a21:48:50.451366 run osmo-msc_10.42.42.6(pid=19490): stdout: \u000a| (launched: 2022-12-09_21:48:49.217349) \u000a21:48:50.503329 run osmo-msc_10.42.42.6(pid=19490): stderr: \u000a| �[0;m�[38;5;43m20221209214849542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214849542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc835fc2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214849542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214849542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214849542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214849543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214849544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214849545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214849545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214849545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:48:50.547383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19483): Terminating (SIGTERM)\u000a21:48:50.589049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19486): Terminating (SIGTERM)\u000a21:48:50.630760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19489): Terminating (SIGTERM)\u000a21:48:50.640293 --- ParallelTerminationStrategy: PID 19483 died...\u000a21:48:50.696024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19483): Terminated: ok {rc=0}\u000a21:48:50.706055 --- ParallelTerminationStrategy: PID 19486 died...\u000a21:48:50.761665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19486): Terminated: ok {rc=0}\u000a21:48:50.771988 --- ParallelTerminationStrategy: PID 19489 died...\u000a21:48:50.827830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19489): Terminated: ok {rc=0}\u000a21:48:50.915681 bus /sierra_3: Setting Powered False\u000a21:48:52.023072 bus /sierra_3: Setting Powered False\u000a21:48:53.131189 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19498): Process ended prematurely: osmo-stp_10.42.42.5(pid=19498) [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19498)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19498): Process ended prematurely: osmo-stp_10.42.42.5(pid=19498) [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:48:54.245609 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:54.257616 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:48:54.411380 tst mo_mt_call_osmux.py: using LAC 23882\u000a21:48:54.539040 tst mo_mt_call_osmux.py: using RAC 167\u000a21:48:54.666200 tst mo_mt_call_osmux.py: using CellId 23882\u000a21:48:54.792916 tst mo_mt_call_osmux.py: using BVCI 23883\u000a21:48:54.817650 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:54.829096 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:54.840231 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:54.851452 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:54.862719 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:48:54.874007 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:48:54.989313 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:48:55.204241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:48:55.720757 run create_hlr_db(pid=19492): Launched\u000a21:48:55.907293 bus /sierra_2: Setting Powered False\u000a21:48:56.928540 run create_hlr_db(pid=19492): Terminated: ok {rc=0}\u000a21:48:57.334493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19494): Launched\u000a21:48:57.636767 run osmo-hlr_10.42.42.2(pid=19495): Launched\u000a21:48:57.748477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:48:58.274066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19497): Launched\u000a21:48:58.577689 run osmo-stp_10.42.42.5(pid=19498): Launched\u000a21:48:58.688762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:48:59.239606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19500): Launched\u000a21:48:59.551057 run osmo-msc_10.42.42.6(pid=19501): Launched\u000a21:48:59.743095 run osmo-stp_10.42.42.5(pid=19498): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19498)]\u000a21:48:59.881605 run osmo-stp_10.42.42.5(pid=19498): stdout: \u000a| (launched: 2022-12-09_21:48:58.428372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:00.018279 run osmo-stp_10.42.42.5(pid=19498): stderr: \u000a| �[0;m�[38;5;43m20221209214858597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214858597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214858598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214858598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214858598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214858598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214858599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:00.148689 run osmo-stp_10.42.42.5(pid=19498): stdout: \u000a| (launched: 2022-12-09_21:48:58.428372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:00.277853 run osmo-stp_10.42.42.5(pid=19498): stderr: \u000a| �[0;m�[38;5;43m20221209214858597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214858597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214858598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214858598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214858598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214858598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214858599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:00.334979 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19498): Process ended prematurely: osmo-stp_10.42.42.5(pid=19498) [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19498)] [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:49:00.344306 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:49:00.407209 run osmo-hlr_10.42.42.2(pid=19495): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19495)]\u000a21:49:00.459023 run osmo-hlr_10.42.42.2(pid=19495): stdout: \u000a| (launched: 2022-12-09_21:48:57.487983) \u000a21:49:00.510779 run osmo-hlr_10.42.42.2(pid=19495): stderr: \u000a| �[0;m�[1;31m20221209214857667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214857667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214857667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214857667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214857667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214857668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214857680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214857688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214857689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214857689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:00.581240 run osmo-msc_10.42.42.6(pid=19501): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19501)]\u000a21:49:00.632604 run osmo-msc_10.42.42.6(pid=19501): stdout: \u000a| (launched: 2022-12-09_21:48:59.393346) \u000a21:49:00.684499 run osmo-msc_10.42.42.6(pid=19501): stderr: \u000a| �[0;m�[38;5;43m20221209214859708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214859708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe306f95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214859708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214859708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214859709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214859709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214859710 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214859711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214859711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214859711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:00.728366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19494): Terminating (SIGTERM)\u000a21:49:00.770153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19497): Terminating (SIGTERM)\u000a21:49:00.811904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19500): Terminating (SIGTERM)\u000a21:49:00.821582 --- ParallelTerminationStrategy: PID 19494 died...\u000a21:49:00.885773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19494): Terminated: ok {rc=0}\u000a21:49:00.896420 --- ParallelTerminationStrategy: PID 19497 died...\u000a21:49:00.953418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19497): Terminated: ok {rc=0}\u000a21:49:00.963987 --- ParallelTerminationStrategy: PID 19500 died...\u000a21:49:01.020439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19500): Terminated: ok {rc=0}\u000a21:49:01.119016 bus /sierra_3: Setting Powered False\u000a21:49:02.225193 bus /sierra_3: Setting Powered False\u000a21:49:03.331052 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:48:43" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19512): Process ended prematurely: osmo-stp_10.42.42.5(pid=19512) [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19512)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19512): Process ended prematurely: osmo-stp_10.42.42.5(pid=19512) [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:49:05.285393 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:05.296244 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:49:05.438986 tst mo_mt_call.py: using LAC 23883\u000a21:49:05.557823 tst mo_mt_call.py: using RAC 168\u000a21:49:05.674419 tst mo_mt_call.py: using CellId 23883\u000a21:49:05.791019 tst mo_mt_call.py: using BVCI 23884\u000a21:49:05.814010 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:05.824784 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:05.835483 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:05.846537 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:05.857637 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:05.868525 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:49:05.987972 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:49:06.197034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:06.717556 run create_hlr_db(pid=19506): Launched\u000a21:49:06.905424 bus /sierra_2: Setting Powered False\u000a21:49:07.927379 run create_hlr_db(pid=19506): Terminated: ok {rc=0}\u000a21:49:08.336315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19508): Launched\u000a21:49:08.640861 run osmo-hlr_10.42.42.2(pid=19509): Launched\u000a21:49:08.756665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:09.283230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19511): Launched\u000a21:49:09.587395 run osmo-stp_10.42.42.5(pid=19512): Launched\u000a21:49:09.698631 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:10.258668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19514): Launched\u000a21:49:10.585447 run osmo-msc_10.42.42.6(pid=19515): Launched\u000a21:49:10.775129 run osmo-stp_10.42.42.5(pid=19512): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19512)]\u000a21:49:10.911707 run osmo-stp_10.42.42.5(pid=19512): stdout: \u000a| (launched: 2022-12-09_21:49:09.437243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:11.048750 run osmo-stp_10.42.42.5(pid=19512): stderr: \u000a| �[0;m�[38;5;43m20221209214909606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214909606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214909606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214909607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214909609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214909609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214909609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:11.179004 run osmo-stp_10.42.42.5(pid=19512): stdout: \u000a| (launched: 2022-12-09_21:49:09.437243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:11.307994 run osmo-stp_10.42.42.5(pid=19512): stderr: \u000a| �[0;m�[38;5;43m20221209214909606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214909606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214909606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214909607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214909609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214909609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214909609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:11.364923 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19512): Process ended prematurely: osmo-stp_10.42.42.5(pid=19512) [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19512)] [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:49:11.374373 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:49:11.436977 run osmo-hlr_10.42.42.2(pid=19509): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19509)]\u000a21:49:11.488669 run osmo-hlr_10.42.42.2(pid=19509): stdout: \u000a| (launched: 2022-12-09_21:49:08.491732) \u000a21:49:11.540587 run osmo-hlr_10.42.42.2(pid=19509): stderr: \u000a| �[0;m�[1;31m20221209214908667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214908668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214908668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214908668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214908668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214908668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214908679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214908688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214908689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214908689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:11.611019 run osmo-msc_10.42.42.6(pid=19515): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19515)]\u000a21:49:11.662374 run osmo-msc_10.42.42.6(pid=19515): stdout: \u000a| (launched: 2022-12-09_21:49:10.424706) \u000a21:49:11.713938 run osmo-msc_10.42.42.6(pid=19515): stderr: \u000a| �[0;m�[38;5;43m20221209214910749 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214910750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9aa10ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214910750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214910750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214910750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214910750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214910752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214910752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214910752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214910752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:11.758209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19508): Terminating (SIGTERM)\u000a21:49:11.799842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19511): Terminating (SIGTERM)\u000a21:49:11.841680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19514): Terminating (SIGTERM)\u000a21:49:11.851270 --- ParallelTerminationStrategy: PID 19508 died...\u000a21:49:11.909763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19508): Terminated: ok {rc=0}\u000a21:49:11.920355 --- ParallelTerminationStrategy: PID 19511 died...\u000a21:49:11.976934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19511): Terminated: ok {rc=0}\u000a21:49:11.987287 --- ParallelTerminationStrategy: PID 19514 died...\u000a21:49:12.042680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19514): Terminated: ok {rc=0}\u000a21:49:12.128721 bus /sierra_3: Setting Powered False\u000a21:49:13.234829 bus /sierra_3: Setting Powered False\u000a21:49:14.342522 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19523): Process ended prematurely: osmo-stp_10.42.42.5(pid=19523) [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19523)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19523): Process ended prematurely: osmo-stp_10.42.42.5(pid=19523) [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:49:15.457067 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:15.469176 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:49:15.616838 tst mo_mt_call_osmux.py: using LAC 23884\u000a21:49:15.738336 tst mo_mt_call_osmux.py: using RAC 169\u000a21:49:15.865835 tst mo_mt_call_osmux.py: using CellId 23884\u000a21:49:16.003146 tst mo_mt_call_osmux.py: using BVCI 23885\u000a21:49:16.027482 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:16.039448 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:16.053526 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:16.065465 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:16.079453 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:49:16.091991 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:49:16.224501 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:49:16.430377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:16.956371 run create_hlr_db(pid=19517): Launched\u000a21:49:17.135642 bus /sierra_2: Setting Powered False\u000a21:49:18.151653 run create_hlr_db(pid=19517): Terminated: ok {rc=0}\u000a21:49:18.555860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19519): Launched\u000a21:49:18.860655 run osmo-hlr_10.42.42.2(pid=19520): Launched\u000a21:49:18.975729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:19.508151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19522): Launched\u000a21:49:19.810765 run osmo-stp_10.42.42.5(pid=19523): Launched\u000a21:49:19.921666 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:20.472891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19525): Launched\u000a21:49:20.775812 run osmo-msc_10.42.42.6(pid=19526): Launched\u000a21:49:20.953863 run osmo-stp_10.42.42.5(pid=19523): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19523)]\u000a21:49:21.082666 run osmo-stp_10.42.42.5(pid=19523): stdout: \u000a| (launched: 2022-12-09_21:49:19.661672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:21.209170 run osmo-stp_10.42.42.5(pid=19523): stderr: \u000a| �[0;m�[38;5;43m20221209214919828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214919828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214919829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214919829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214919831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214919831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214919831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:21.330560 run osmo-stp_10.42.42.5(pid=19523): stdout: \u000a| (launched: 2022-12-09_21:49:19.661672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:21.450675 run osmo-stp_10.42.42.5(pid=19523): stderr: \u000a| �[0;m�[38;5;43m20221209214919828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214919828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214919829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214919829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214919831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214919831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214919831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:21.503516 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19523): Process ended prematurely: osmo-stp_10.42.42.5(pid=19523) [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19523)] [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:49:21.512018 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:49:21.571634 run osmo-hlr_10.42.42.2(pid=19520): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19520)]\u000a21:49:21.621049 run osmo-hlr_10.42.42.2(pid=19520): stdout: \u000a| (launched: 2022-12-09_21:49:18.709921) \u000a21:49:21.670590 run osmo-hlr_10.42.42.2(pid=19520): stderr: \u000a| �[0;m�[1;31m20221209214918885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214918886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214918886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214918886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214918886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214918886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214918897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214918906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214918906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214918906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:21.737632 run osmo-msc_10.42.42.6(pid=19526): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19526)]\u000a21:49:21.786822 run osmo-msc_10.42.42.6(pid=19526): stdout: \u000a| (launched: 2022-12-09_21:49:20.627176) \u000a21:49:21.836352 run osmo-msc_10.42.42.6(pid=19526): stderr: \u000a| �[0;m�[38;5;43m20221209214920900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214920900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f620ca2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214920900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214920900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214920901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214920901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214920903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214920903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214920904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214920904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:21.877762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19519): Terminating (SIGTERM)\u000a21:49:21.917278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19522): Terminating (SIGTERM)\u000a21:49:21.956695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19525): Terminating (SIGTERM)\u000a21:49:21.966054 --- ParallelTerminationStrategy: PID 19519 died...\u000a21:49:22.019078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19519): Terminated: ok {rc=0}\u000a21:49:22.028756 --- ParallelTerminationStrategy: PID 19522 died...\u000a21:49:22.081886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19522): Terminated: ok {rc=0}\u000a21:49:22.091609 --- ParallelTerminationStrategy: PID 19525 died...\u000a21:49:22.144117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19525): Terminated: ok {rc=0}\u000a21:49:22.227373 bus /sierra_3: Setting Powered False\u000a21:49:23.334080 bus /sierra_3: Setting Powered False\u000a21:49:24.441563 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:49:05" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19537): Process ended prematurely: osmo-stp_10.42.42.5(pid=19537) [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19537)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19537): Process ended prematurely: osmo-stp_10.42.42.5(pid=19537) [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a21:49:26.383080 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:26.393737 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:49:26.538062 tst mo_mt_call.py: using LAC 23885\u000a21:49:26.659534 tst mo_mt_call.py: using RAC 170\u000a21:49:26.777701 tst mo_mt_call.py: using CellId 23885\u000a21:49:26.895765 tst mo_mt_call.py: using BVCI 23886\u000a21:49:26.918737 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:26.929433 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:26.939847 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:26.950614 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:26.961522 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:26.972240 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:49:27.091607 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:49:27.294072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:27.769568 run create_hlr_db(pid=19531): Launched\u000a21:49:27.943810 bus /sierra_2: Setting Powered False\u000a21:49:28.965342 run create_hlr_db(pid=19531): Terminated: ok {rc=0}\u000a21:49:29.395971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19533): Launched\u000a21:49:29.720822 run osmo-hlr_10.42.42.2(pid=19534): Launched\u000a21:49:29.838455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:30.401477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19536): Launched\u000a21:49:30.726369 run osmo-stp_10.42.42.5(pid=19537): Launched\u000a21:49:30.883137 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:31.514573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19539): Launched\u000a21:49:31.919930 run osmo-msc_10.42.42.6(pid=19540): Launched\u000a21:49:32.324531 run osmo-stp_10.42.42.5(pid=19537): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19537)]\u000a21:49:32.492538 run osmo-stp_10.42.42.5(pid=19537): stdout: \u000a| (launched: 2022-12-09_21:49:30.567268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:32.628924 run osmo-stp_10.42.42.5(pid=19537): stderr: \u000a| �[0;m�[38;5;43m20221209214930760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214930760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214930760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214930761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214930761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214930761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214930761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:32.760104 run osmo-stp_10.42.42.5(pid=19537): stdout: \u000a| (launched: 2022-12-09_21:49:30.567268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:32.889788 run osmo-stp_10.42.42.5(pid=19537): stderr: \u000a| �[0;m�[38;5;43m20221209214930760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214930760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214930760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214930761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214930761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214930761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214930761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:32.946958 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19537): Process ended prematurely: osmo-stp_10.42.42.5(pid=19537) [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19537)] [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a21:49:32.956225 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a21:49:33.019034 run osmo-hlr_10.42.42.2(pid=19534): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19534)]\u000a21:49:33.070769 run osmo-hlr_10.42.42.2(pid=19534): stdout: \u000a| (launched: 2022-12-09_21:49:29.561891) \u000a21:49:33.123168 run osmo-hlr_10.42.42.2(pid=19534): stderr: \u000a| �[0;m�[1;31m20221209214929761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214929761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214929761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214929761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214929761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214929761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214929772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214929781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214929781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214929781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:33.193898 run osmo-msc_10.42.42.6(pid=19540): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19540)]\u000a21:49:33.245382 run osmo-msc_10.42.42.6(pid=19540): stdout: \u000a| (launched: 2022-12-09_21:49:31.674938) \u000a21:49:33.297144 run osmo-msc_10.42.42.6(pid=19540): stderr: \u000a| �[0;m�[38;5;43m20221209214932222 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214932222 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0b3153c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214932222 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214932222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214932223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214932223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214932224 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214932226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214932226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214932226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:33.341269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19533): Terminating (SIGTERM)\u000a21:49:33.383098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19536): Terminating (SIGTERM)\u000a21:49:33.425402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19539): Terminating (SIGTERM)\u000a21:49:33.435090 --- ParallelTerminationStrategy: PID 19533 died...\u000a21:49:33.491314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19533): Terminated: ok {rc=0}\u000a21:49:33.501439 --- ParallelTerminationStrategy: PID 19536 died...\u000a21:49:33.557069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19536): Terminated: ok {rc=0}\u000a21:49:33.567124 --- ParallelTerminationStrategy: PID 19539 died...\u000a21:49:33.622922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19539): Terminated: ok {rc=0}\u000a21:49:33.708527 bus /sierra_3: Setting Powered False\u000a21:49:34.816523 bus /sierra_3: Setting Powered False\u000a21:49:35.924128 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19548): Process ended prematurely: osmo-stp_10.42.42.5(pid=19548) [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19548)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19548): Process ended prematurely: osmo-stp_10.42.42.5(pid=19548) [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:49:37.037865 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:37.049757 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:49:37.200657 tst mo_mt_call_osmux.py: using LAC 23886\u000a21:49:37.327235 tst mo_mt_call_osmux.py: using RAC 171\u000a21:49:37.454202 tst mo_mt_call_osmux.py: using CellId 23886\u000a21:49:37.586260 tst mo_mt_call_osmux.py: using BVCI 23887\u000a21:49:37.610710 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:37.621929 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:37.632865 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:37.643889 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:37.654977 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:49:37.666100 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:49:37.786184 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:49:37.986481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:38.462277 run create_hlr_db(pid=19542): Launched\u000a21:49:38.635638 bus /sierra_2: Setting Powered False\u000a21:49:39.657838 run create_hlr_db(pid=19542): Terminated: ok {rc=0}\u000a21:49:40.087637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19544): Launched\u000a21:49:40.411680 run osmo-hlr_10.42.42.2(pid=19545): Launched\u000a21:49:40.530202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:41.091601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19547): Launched\u000a21:49:41.415543 run osmo-stp_10.42.42.5(pid=19548): Launched\u000a21:49:41.533782 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:42.123532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19550): Launched\u000a21:49:42.446589 run osmo-msc_10.42.42.6(pid=19551): Launched\u000a21:49:42.636036 run osmo-stp_10.42.42.5(pid=19548): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19548)]\u000a21:49:42.773513 run osmo-stp_10.42.42.5(pid=19548): stdout: \u000a| (launched: 2022-12-09_21:49:41.256575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:42.909345 run osmo-stp_10.42.42.5(pid=19548): stderr: \u000a| �[0;m�[38;5;43m20221209214941453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214941453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214941453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214941453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214941454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214941454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214941454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:43.038742 run osmo-stp_10.42.42.5(pid=19548): stdout: \u000a| (launched: 2022-12-09_21:49:41.256575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:43.167141 run osmo-stp_10.42.42.5(pid=19548): stderr: \u000a| �[0;m�[38;5;43m20221209214941453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214941453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214941453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214941453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214941454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214941454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214941454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:43.223667 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19548): Process ended prematurely: osmo-stp_10.42.42.5(pid=19548) [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19548)] [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a21:49:43.232525 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a21:49:43.295019 run osmo-hlr_10.42.42.2(pid=19545): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19545)]\u000a21:49:43.346962 run osmo-hlr_10.42.42.2(pid=19545): stdout: \u000a| (launched: 2022-12-09_21:49:40.252345) \u000a21:49:43.399031 run osmo-hlr_10.42.42.2(pid=19545): stderr: \u000a| �[0;m�[1;31m20221209214940452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214940452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214940452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214940452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214940452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214940452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214940493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214940502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214940503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214940503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:43.469865 run osmo-msc_10.42.42.6(pid=19551): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19551)]\u000a21:49:43.521034 run osmo-msc_10.42.42.6(pid=19551): stdout: \u000a| (launched: 2022-12-09_21:49:42.287582) \u000a21:49:43.572751 run osmo-msc_10.42.42.6(pid=19551): stderr: \u000a| �[0;m�[38;5;43m20221209214942611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214942611 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8cbd93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214942611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214942611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214942611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214942611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214942613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214942613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214942614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214942614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:43.616555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19544): Terminating (SIGTERM)\u000a21:49:43.657942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19547): Terminating (SIGTERM)\u000a21:49:43.699335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19550): Terminating (SIGTERM)\u000a21:49:43.708803 --- ParallelTerminationStrategy: PID 19544 died...\u000a21:49:43.764223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19544): Terminated: ok {rc=0}\u000a21:49:43.774176 --- ParallelTerminationStrategy: PID 19547 died...\u000a21:49:43.829247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19547): Terminated: ok {rc=0}\u000a21:49:43.839158 --- ParallelTerminationStrategy: PID 19550 died...\u000a21:49:43.894386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19550): Terminated: ok {rc=0}\u000a21:49:43.982004 bus /sierra_3: Setting Powered False\u000a21:49:45.086921 bus /sierra_3: Setting Powered False\u000a21:49:46.216196 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:49:26" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19563): Process ended prematurely: osmo-stp_10.42.42.5(pid=19563) [trial-2365↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19563)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19563): Process ended prematurely: osmo-stp_10.42.42.5(pid=19563) [trial-2365↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:49:48.191826 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:48.202549 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a21:49:48.327113 tst emergency_mo_mt_call.py: using LAC 23887\u000a21:49:48.443562 tst emergency_mo_mt_call.py: using RAC 172\u000a21:49:48.562702 tst emergency_mo_mt_call.py: using CellId 23887\u000a21:49:48.687693 tst emergency_mo_mt_call.py: using BVCI 23888\u000a21:49:48.712100 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:48.723145 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:48.734193 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:48.745024 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:48.755952 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:48.766937 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:48.881726 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:49.090328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:49:49.599551 run create_hlr_db(pid=19557): Launched\u000a21:49:49.784922 bus /sierra_2: Setting Powered False\u000a21:49:50.805495 run create_hlr_db(pid=19557): Terminated: ok {rc=0}\u000a21:49:51.230566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19559): Launched\u000a21:49:51.550891 run osmo-hlr_10.42.42.2(pid=19560): Launched\u000a21:49:51.666705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:49:52.220139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19562): Launched\u000a21:49:52.539767 run osmo-stp_10.42.42.5(pid=19563): Launched\u000a21:49:52.666206 tst emergency_mo_mt_call.py: using MSISDN 7397\u000a21:49:52.827108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:49:53.410638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19565): Launched\u000a21:49:53.728346 run osmo-msc_10.42.42.6(pid=19566): Launched\u000a21:49:53.915136 run osmo-stp_10.42.42.5(pid=19563): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19563)]\u000a21:49:54.049975 run osmo-stp_10.42.42.5(pid=19563): stdout: \u000a| (launched: 2022-12-09_21:49:52.382633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:54.184429 run osmo-stp_10.42.42.5(pid=19563): stderr: \u000a| �[0;m�[38;5;43m20221209214952577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214952577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214952577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214952578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214952578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214952579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214952579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:54.312320 run osmo-stp_10.42.42.5(pid=19563): stdout: \u000a| (launched: 2022-12-09_21:49:52.382633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:49:54.439677 run osmo-stp_10.42.42.5(pid=19563): stderr: \u000a| �[0;m�[38;5;43m20221209214952577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209214952577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209214952577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209214952578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209214952578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209214952579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209214952579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:49:54.495343 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=19563): Process ended prematurely: osmo-stp_10.42.42.5(pid=19563) [trial-2365↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19563)] [trial-2365↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a21:49:54.503992 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a21:49:54.566503 run osmo-hlr_10.42.42.2(pid=19560): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19560)]\u000a21:49:54.617981 run osmo-hlr_10.42.42.2(pid=19560): stdout: \u000a| (launched: 2022-12-09_21:49:51.392639) \u000a21:49:54.669942 run osmo-hlr_10.42.42.2(pid=19560): stderr: \u000a| �[0;m�[1;31m20221209214951593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209214951593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209214951593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214951593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209214951593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209214951593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209214951608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209214951618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209214951618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209214951618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:49:54.740303 run osmo-msc_10.42.42.6(pid=19566): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19566)]\u000a21:49:54.791511 run osmo-msc_10.42.42.6(pid=19566): stdout: \u000a| (launched: 2022-12-09_21:49:53.572574) \u000a21:49:54.843648 run osmo-msc_10.42.42.6(pid=19566): stderr: \u000a| �[0;m�[38;5;43m20221209214953895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209214953895 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd6ba7ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209214953895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209214953895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209214953895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209214953896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209214953897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209214953898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209214953898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209214953898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:49:54.887843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19559): Terminating (SIGTERM)\u000a21:49:54.929692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19562): Terminating (SIGTERM)\u000a21:49:54.971521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19565): Terminating (SIGTERM)\u000a21:49:54.981205 --- ParallelTerminationStrategy: PID 19559 died...\u000a21:49:55.037243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19559): Terminated: ok {rc=0}\u000a21:49:55.047656 --- ParallelTerminationStrategy: PID 19562 died...\u000a21:49:55.103685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19562): Terminated: ok {rc=0}\u000a21:49:55.113888 --- ParallelTerminationStrategy: PID 19565 died...\u000a21:49:55.169407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19565): Terminated: ok {rc=0}\u000a21:49:55.257097 bus /sierra_3: Setting Powered False\u000a21:49:56.363480 bus /sierra_3: Setting Powered False\u000a21:49:57.472108 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19577): Process ended prematurely: osmo-stp_10.42.42.5(pid=19577) [trial-2365↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19577)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19577): Process ended prematurely: osmo-stp_10.42.42.5(pid=19577) [trial-2365↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:49:58.525215 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:58.537362 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a21:49:58.664026 tst emergency_preemptive_call.py: using LAC 23888\u000a21:49:58.781275 tst emergency_preemptive_call.py: using RAC 173\u000a21:49:58.898560 tst emergency_preemptive_call.py: using CellId 23888\u000a21:49:59.014868 tst emergency_preemptive_call.py: using BVCI 23889\u000a21:49:59.037468 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:59.048110 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:59.058696 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:59.069825 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:59.080797 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a21:49:59.091764 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:59.212636 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:59.330587 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:59.447842 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a21:49:59.648139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:00.116584 run create_hlr_db(pid=19568): Launched\u000a21:50:00.288654 bus /sierra_2: Setting Powered False\u000a21:50:01.312152 run create_hlr_db(pid=19568): Terminated: ok {rc=0}\u000a21:50:01.767678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19573): Launched\u000a21:50:02.163874 run osmo-hlr_10.42.42.2(pid=19574): Launched\u000a21:50:02.311109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:02.866743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19576): Launched\u000a21:50:03.185999 run osmo-stp_10.42.42.5(pid=19577): Launched\u000a21:50:03.313416 tst emergency_preemptive_call.py: using MSISDN 7398\u000a21:50:03.473561 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:50:04.053338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19579): Launched\u000a21:50:04.371329 run osmo-msc_10.42.42.6(pid=19580): Launched\u000a21:50:04.564615 run osmo-stp_10.42.42.5(pid=19577): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19577)]\u000a21:50:04.698892 run osmo-stp_10.42.42.5(pid=19577): stdout: \u000a| (launched: 2022-12-09_21:50:03.029972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:04.833297 run osmo-stp_10.42.42.5(pid=19577): stderr: \u000a| �[0;m�[38;5;43m20221209215003222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215003222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215003222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215003223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215003223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215003223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215003223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:04.961962 run osmo-stp_10.42.42.5(pid=19577): stdout: \u000a| (launched: 2022-12-09_21:50:03.029972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:05.088733 run osmo-stp_10.42.42.5(pid=19577): stderr: \u000a| �[0;m�[38;5;43m20221209215003222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215003222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215003222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215003223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215003223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215003223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215003223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:05.144287 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=19577): Process ended prematurely: osmo-stp_10.42.42.5(pid=19577) [trial-2365↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19577)] [trial-2365↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a21:50:05.153076 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a21:50:05.215366 run osmo-hlr_10.42.42.2(pid=19574): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19574)]\u000a21:50:05.266675 run osmo-hlr_10.42.42.2(pid=19574): stdout: \u000a| (launched: 2022-12-09_21:50:01.937222) \u000a21:50:05.318370 run osmo-hlr_10.42.42.2(pid=19574): stderr: \u000a| �[0;m�[1;31m20221209215002265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215002265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215002265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215002265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215002265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215002265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215002278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215002286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215002286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215002286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:05.388500 run osmo-msc_10.42.42.6(pid=19580): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19580)]\u000a21:50:05.440443 run osmo-msc_10.42.42.6(pid=19580): stdout: \u000a| (launched: 2022-12-09_21:50:04.215570) \u000a21:50:05.492347 run osmo-msc_10.42.42.6(pid=19580): stderr: \u000a| �[0;m�[38;5;43m20221209215004538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215004538 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c731fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215004538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215004538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215004538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215004538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215004540 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215004540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215004541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215004541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:50:05.536259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19573): Terminating (SIGTERM)\u000a21:50:05.577821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19576): Terminating (SIGTERM)\u000a21:50:05.619427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19579): Terminating (SIGTERM)\u000a21:50:05.629123 --- ParallelTerminationStrategy: PID 19573 died...\u000a21:50:05.685360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19573): Terminated: ok {rc=0}\u000a21:50:05.695553 --- ParallelTerminationStrategy: PID 19576 died...\u000a21:50:05.751114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19576): Terminated: ok {rc=0}\u000a21:50:05.761180 --- ParallelTerminationStrategy: PID 19579 died...\u000a21:50:05.816470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19579): Terminated: ok {rc=0}\u000a21:50:05.904695 bus /sierra_9: Setting Powered False\u000a21:50:07.013014 bus /sierra_9: Setting Powered False\u000a21:50:08.120882 bus /sierra_8: Setting Powered False\u000a21:50:09.227474 bus /sierra_8: Setting Powered False\u000a21:50:10.338391 bus /sierra_3: Setting Powered False\u000a21:50:11.441435 bus /sierra_3: Setting Powered False\u000a21:50:12.553026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:49:47" }, { "cases" : [ { "testActions" : [ ], "age" : 52, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19596): Process ended prematurely: osmo-stp_10.42.42.5(pid=19596) [trial-2365↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19596)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19596): Process ended prematurely: osmo-stp_10.42.42.5(pid=19596) [trial-2365↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:50:14.624802 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:14.635251 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:50:14.757995 tst cs_paging_gprs_active.py: using LAC 23889\u000a21:50:14.875984 tst cs_paging_gprs_active.py: using RAC 174\u000a21:50:15.000022 tst cs_paging_gprs_active.py: using CellId 23889\u000a21:50:15.116642 tst cs_paging_gprs_active.py: using BVCI 23890\u000a21:50:15.139596 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:15.149985 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:15.160276 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:15.170826 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:15.181312 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:15.191729 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:15.202441 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:15.213025 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:15.223811 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:15.338606 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:15.616080 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:50:15.743878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:16.123214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19586): Launched\u000a21:50:16.428563 run iperf3-srv_10.42.42.10(pid=19587): Launched\u000a21:50:16.633888 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:50:16.796147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:17.201180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19588): Launched\u000a21:50:17.481939 run iperf3-srv_10.42.42.10(pid=19589): Launched\u000a21:50:17.680477 tst cs_paging_gprs_active.py:38: start network...\u000a21:50:17.815736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:18.335893 run create_hlr_db(pid=19590): Launched\u000a21:50:18.524821 bus /sierra_2: Setting Powered False\u000a21:50:19.545309 run create_hlr_db(pid=19590): Terminated: ok {rc=0}\u000a21:50:19.978383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19592): Launched\u000a21:50:20.302968 run osmo-hlr_10.42.42.2(pid=19593): Launched\u000a21:50:20.422135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:20.985194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19595): Launched\u000a21:50:21.309531 run osmo-stp_10.42.42.5(pid=19596): Launched\u000a21:50:21.428340 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:22.990716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19598): Launched\u000a21:50:23.107634 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:23.393257 run patchelf(pid=19599): Launched\u000a21:50:23.585237 run osmo-stp_10.42.42.5(pid=19596): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19596)]\u000a21:50:23.723947 run osmo-stp_10.42.42.5(pid=19596): stdout: \u000a| (launched: 2022-12-09_21:50:21.150776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:23.863066 run osmo-stp_10.42.42.5(pid=19596): stderr: \u000a| �[0;m�[38;5;43m20221209215021344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215021344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215021345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215021345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215021346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215021346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215021346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:23.997839 run osmo-stp_10.42.42.5(pid=19596): stdout: \u000a| (launched: 2022-12-09_21:50:21.150776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:24.131247 run osmo-stp_10.42.42.5(pid=19596): stderr: \u000a| �[0;m�[38;5;43m20221209215021344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215021344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215021345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215021345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215021346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215021346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215021346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:24.287232 run patchelf(pid=19599): Terminating (SIGINT)\u000a21:50:24.471264 run patchelf(pid=19599): Terminated: ok {rc=0}\u000a21:50:24.504779 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19596): Process ended prematurely: osmo-stp_10.42.42.5(pid=19596) [trial-2365↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19596)] [trial-2365↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a21:50:24.514440 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec)\u000a21:50:24.576707 run osmo-hlr_10.42.42.2(pid=19593): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19593)]\u000a21:50:24.627757 run osmo-hlr_10.42.42.2(pid=19593): stdout: \u000a| (launched: 2022-12-09_21:50:20.144063) \u000a21:50:24.679707 run osmo-hlr_10.42.42.2(pid=19593): stderr: \u000a| �[0;m�[1;31m20221209215020345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215020345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215020345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215020345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215020345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215020345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215020358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215020366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215020366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215020366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:24.723931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19586): Terminating (SIGTERM)\u000a21:50:24.765794 run iperf3-srv_10.42.42.10(pid=19587): Terminating (SIGTERM)\u000a21:50:24.807581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19588): Terminating (SIGTERM)\u000a21:50:24.849310 run iperf3-srv_10.42.42.10(pid=19589): Terminating (SIGTERM)\u000a21:50:24.891055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19592): Terminating (SIGTERM)\u000a21:50:24.932787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19595): Terminating (SIGTERM)\u000a21:50:24.974426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19598): Terminating (SIGTERM)\u000a21:50:24.984023 --- ParallelTerminationStrategy: PID 19586 died...\u000a21:50:25.039877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19586): Terminated: ok {rc=0}\u000a21:50:25.049985 --- ParallelTerminationStrategy: PID 19587 died...\u000a21:50:25.106042 run iperf3-srv_10.42.42.10(pid=19587): Terminated {rc=256}\u000a21:50:25.116053 --- ParallelTerminationStrategy: PID 19588 died...\u000a21:50:25.172232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19588): Terminated: ok {rc=0}\u000a21:50:25.182544 --- ParallelTerminationStrategy: PID 19589 died...\u000a21:50:25.238636 run iperf3-srv_10.42.42.10(pid=19589): Terminated {rc=256}\u000a21:50:25.248684 --- ParallelTerminationStrategy: PID 19592 died...\u000a21:50:25.303889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19592): Terminated: ok {rc=0}\u000a21:50:25.314108 --- ParallelTerminationStrategy: PID 19595 died...\u000a21:50:25.370451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19595): Terminated: ok {rc=0}\u000a21:50:25.380655 --- ParallelTerminationStrategy: PID 19598 died...\u000a21:50:25.436784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19598): Terminated: ok {rc=0}\u000a21:50:25.523537 bus /gobi_0: Setting Powered False\u000a21:50:26.630494 bus /gobi_0: Setting Powered False\u000a21:50:27.743061 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19608): Process ended prematurely: osmo-stp_10.42.42.5(pid=19608) [trial-2365↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19608)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19608): Process ended prematurely: osmo-stp_10.42.42.5(pid=19608) [trial-2365↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a21:50:28.859324 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:28.870929 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:50:29.002373 tst iperf3.py: using LAC 23890\u000a21:50:29.134189 tst iperf3.py: using RAC 175\u000a21:50:29.264628 tst iperf3.py: using CellId 23890\u000a21:50:29.394404 tst iperf3.py: using BVCI 23891\u000a21:50:29.419174 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:29.430072 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:29.441235 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:29.452042 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:29.462863 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:29.473560 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:29.484429 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:29.495148 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:29.505980 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:29.785841 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:50:29.912177 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:30.226812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19600): Launched\u000a21:50:30.487403 run iperf3-srv_10.42.42.10(pid=19601): Launched\u000a21:50:30.671691 tst iperf3.py:8: start network...\u000a21:50:30.797930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:31.401981 run create_hlr_db(pid=19602): Launched\u000a21:50:31.595927 bus /gobi_6: Setting Powered False\u000a21:50:32.611863 run create_hlr_db(pid=19602): Terminated: ok {rc=0}\u000a21:50:33.022927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19604): Launched\u000a21:50:33.326353 run osmo-hlr_10.42.42.2(pid=19605): Launched\u000a21:50:33.440908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:33.975593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19607): Launched\u000a21:50:34.278023 run osmo-stp_10.42.42.5(pid=19608): Launched\u000a21:50:34.388593 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:34.916023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19610): Launched\u000a21:50:35.024023 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:35.290103 run patchelf(pid=19611): Launched\u000a21:50:35.467962 run osmo-stp_10.42.42.5(pid=19608): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19608)]\u000a21:50:35.598338 run osmo-stp_10.42.42.5(pid=19608): stdout: \u000a| (launched: 2022-12-09_21:50:34.128795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:35.728584 run osmo-stp_10.42.42.5(pid=19608): stderr: \u000a| �[0;m�[38;5;43m20221209215034302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215034302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215034303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215034303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215034304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215034304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215034304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:35.853963 run osmo-stp_10.42.42.5(pid=19608): stdout: \u000a| (launched: 2022-12-09_21:50:34.128795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:35.978323 run osmo-stp_10.42.42.5(pid=19608): stderr: \u000a| �[0;m�[38;5;43m20221209215034302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215034302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215034303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215034303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215034304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215034304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215034304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:36.124447 run patchelf(pid=19611): Terminating (SIGINT)\u000a21:50:36.296270 run patchelf(pid=19611): Terminated: ok {rc=0}\u000a21:50:36.327817 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19608): Process ended prematurely: osmo-stp_10.42.42.5(pid=19608) [trial-2365↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19608)] [trial-2365↪gprs:sysmo↪iperf3.py:8]\u000a21:50:36.336922 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a21:50:36.396977 run osmo-hlr_10.42.42.2(pid=19605): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19605)]\u000a21:50:36.446007 run osmo-hlr_10.42.42.2(pid=19605): stdout: \u000a| (launched: 2022-12-09_21:50:33.177132) \u000a21:50:36.495559 run osmo-hlr_10.42.42.2(pid=19605): stderr: \u000a| �[0;m�[1;31m20221209215033356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215033356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215033356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215033356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215033356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215033356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215033368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215033378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215033378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215033378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:36.537454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19600): Terminating (SIGTERM)\u000a21:50:36.577277 run iperf3-srv_10.42.42.10(pid=19601): Terminating (SIGTERM)\u000a21:50:36.617197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19604): Terminating (SIGTERM)\u000a21:50:36.656805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19607): Terminating (SIGTERM)\u000a21:50:36.696565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19610): Terminating (SIGTERM)\u000a21:50:36.706054 --- ParallelTerminationStrategy: PID 19600 died...\u000a21:50:36.759674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19600): Terminated: ok {rc=0}\u000a21:50:36.769379 --- ParallelTerminationStrategy: PID 19601 died...\u000a21:50:36.822427 run iperf3-srv_10.42.42.10(pid=19601): Terminated {rc=256}\u000a21:50:36.832255 --- ParallelTerminationStrategy: PID 19604 died...\u000a21:50:36.885183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19604): Terminated: ok {rc=0}\u000a21:50:36.894977 --- ParallelTerminationStrategy: PID 19607 died...\u000a21:50:36.948119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19607): Terminated: ok {rc=0}\u000a21:50:36.958079 --- ParallelTerminationStrategy: PID 19610 died...\u000a21:50:37.011898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19610): Terminated: ok {rc=0}\u000a21:50:37.101105 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19627): Process ended prematurely: osmo-stp_10.42.42.5(pid=19627) [trial-2365↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19627)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19627): Process ended prematurely: osmo-stp_10.42.42.5(pid=19627) [trial-2365↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a21:50:38.212629 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:38.223811 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:50:38.348927 tst iperf3m4.py: using LAC 23891\u000a21:50:38.467402 tst iperf3m4.py: using RAC 176\u000a21:50:38.587875 tst iperf3m4.py: using CellId 23891\u000a21:50:38.707966 tst iperf3m4.py: using BVCI 23892\u000a21:50:38.731045 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:38.741583 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:38.751962 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:38.762631 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:38.772931 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:38.783449 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:38.794258 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:38.804661 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:38.815418 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:38.932670 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:39.056326 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:39.177745 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:39.458771 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:50:39.585678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:39.901848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19612): Launched\u000a21:50:40.166795 run iperf3-srv_10.42.42.10(pid=19613): Launched\u000a21:50:40.354116 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:50:40.481860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:40.798475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19614): Launched\u000a21:50:41.059582 run iperf3-srv_10.42.42.10(pid=19615): Launched\u000a21:50:41.245094 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:50:41.371099 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:41.685492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19617): Launched\u000a21:50:41.946250 run iperf3-srv_10.42.42.10(pid=19618): Launched\u000a21:50:42.130512 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:50:42.256045 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:50:42.570917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19619): Launched\u000a21:50:42.856099 run iperf3-srv_10.42.42.10(pid=19620): Launched\u000a21:50:43.056484 tst iperf3m4.py:8: start network...\u000a21:50:43.192383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:43.714007 run create_hlr_db(pid=19621): Launched\u000a21:50:43.903274 bus /gobi_6: Setting Powered False\u000a21:50:44.922816 run create_hlr_db(pid=19621): Terminated: ok {rc=0}\u000a21:50:45.355595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19623): Launched\u000a21:50:45.680118 run osmo-hlr_10.42.42.2(pid=19624): Launched\u000a21:50:45.797588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:50:46.516590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19626): Launched\u000a21:50:46.973855 run osmo-stp_10.42.42.5(pid=19627): Launched\u000a21:50:47.241053 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:50:47.809452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19629): Launched\u000a21:50:47.926840 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:50:48.210752 run patchelf(pid=19630): Launched\u000a21:50:48.401825 run osmo-stp_10.42.42.5(pid=19627): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19627)]\u000a21:50:48.541600 run osmo-stp_10.42.42.5(pid=19627): stdout: \u000a| (launched: 2022-12-09_21:50:46.675794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:48.681174 run osmo-stp_10.42.42.5(pid=19627): stderr: \u000a| �[0;m�[38;5;43m20221209215046942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215046942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215046943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215046943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215046944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215046944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215046944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:48.815186 run osmo-stp_10.42.42.5(pid=19627): stdout: \u000a| (launched: 2022-12-09_21:50:46.675794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:50:48.947995 run osmo-stp_10.42.42.5(pid=19627): stderr: \u000a| �[0;m�[38;5;43m20221209215046942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215046942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215046943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215046943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215046944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215046944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215046944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:50:49.104639 run patchelf(pid=19630): Terminating (SIGINT)\u000a21:50:49.288833 run patchelf(pid=19630): Terminated: ok {rc=0}\u000a21:50:49.322629 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19627): Process ended prematurely: osmo-stp_10.42.42.5(pid=19627) [trial-2365↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19627)] [trial-2365↪gprs:sysmo↪iperf3m4.py:8]\u000a21:50:49.332403 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a21:50:49.395598 run osmo-hlr_10.42.42.2(pid=19624): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19624)]\u000a21:50:49.447574 run osmo-hlr_10.42.42.2(pid=19624): stdout: \u000a| (launched: 2022-12-09_21:50:45.522006) \u000a21:50:49.499952 run osmo-hlr_10.42.42.2(pid=19624): stderr: \u000a| �[0;m�[1;31m20221209215045723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215045723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215045723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215045724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215045724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215045724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215045737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215045745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215045745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215045745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:50:49.544549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19612): Terminating (SIGTERM)\u000a21:50:49.586593 run iperf3-srv_10.42.42.10(pid=19613): Terminating (SIGTERM)\u000a21:50:49.628680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19614): Terminating (SIGTERM)\u000a21:50:49.671570 run iperf3-srv_10.42.42.10(pid=19615): Terminating (SIGTERM)\u000a21:50:49.713761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19617): Terminating (SIGTERM)\u000a21:50:49.755698 run iperf3-srv_10.42.42.10(pid=19618): Terminating (SIGTERM)\u000a21:50:49.797877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19619): Terminating (SIGTERM)\u000a21:50:49.839776 run iperf3-srv_10.42.42.10(pid=19620): Terminating (SIGTERM)\u000a21:50:49.881929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19623): Terminating (SIGTERM)\u000a21:50:49.923976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19626): Terminating (SIGTERM)\u000a21:50:49.966004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19629): Terminating (SIGTERM)\u000a21:50:49.975665 --- ParallelTerminationStrategy: PID 19612 died...\u000a21:50:50.031889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19612): Terminated: ok {rc=0}\u000a21:50:50.042030 --- ParallelTerminationStrategy: PID 19613 died...\u000a21:50:50.098023 run iperf3-srv_10.42.42.10(pid=19613): Terminated {rc=256}\u000a21:50:50.108002 --- ParallelTerminationStrategy: PID 19614 died...\u000a21:50:50.163864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19614): Terminated: ok {rc=0}\u000a21:50:50.173944 --- ParallelTerminationStrategy: PID 19615 died...\u000a21:50:50.230104 run iperf3-srv_10.42.42.10(pid=19615): Terminated {rc=256}\u000a21:50:50.240193 --- ParallelTerminationStrategy: PID 19617 died...\u000a21:50:50.296246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19617): Terminated: ok {rc=0}\u000a21:50:50.306407 --- ParallelTerminationStrategy: PID 19618 died...\u000a21:50:50.362284 run iperf3-srv_10.42.42.10(pid=19618): Terminated {rc=256}\u000a21:50:50.372367 --- ParallelTerminationStrategy: PID 19619 died...\u000a21:50:50.428333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19619): Terminated: ok {rc=0}\u000a21:50:50.438426 --- ParallelTerminationStrategy: PID 19620 died...\u000a21:50:50.494591 run iperf3-srv_10.42.42.10(pid=19620): Terminated {rc=256}\u000a21:50:50.504745 --- ParallelTerminationStrategy: PID 19623 died...\u000a21:50:50.560679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19623): Terminated: ok {rc=0}\u000a21:50:50.570771 --- ParallelTerminationStrategy: PID 19626 died...\u000a21:50:50.626791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19626): Terminated: ok {rc=0}\u000a21:50:50.636910 --- ParallelTerminationStrategy: PID 19629 died...\u000a21:50:50.692993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19629): Terminated: ok {rc=0}\u000a21:50:50.781915 bus /gobi_4: Setting Powered False\u000a21:50:51.888133 bus /gobi_4: Setting Powered False\u000a21:50:52.998289 bus /gobi_1: Setting Powered False\u000a21:50:54.105849 bus /gobi_1: Setting Powered False\u000a21:50:55.213866 bus /gobi_0: Setting Powered False\u000a21:50:56.321141 bus /gobi_0: Setting Powered False\u000a21:50:57.434590 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19637): Process ended prematurely: osmo-stp_10.42.42.5(pid=19637) [trial-2365↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19637)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19637): Process ended prematurely: osmo-stp_10.42.42.5(pid=19637) [trial-2365↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo ping.py\u000a----------------------------------------------\u000a21:50:58.499688 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:58.510850 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:50:58.635509 tst ping.py: using LAC 23892\u000a21:50:58.754185 tst ping.py: using RAC 177\u000a21:50:58.872883 tst ping.py: using CellId 23892\u000a21:50:58.989529 tst ping.py: using BVCI 23893\u000a21:50:59.012169 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:59.022724 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:59.033209 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:59.043678 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:59.054182 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:59.064539 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:59.075313 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:50:59.086371 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:50:59.371146 tst ping.py:19: start network...\u000a21:50:59.495194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:50:59.974742 run create_hlr_db(pid=19631): Launched\u000a21:51:00.148101 bus /gobi_6: Setting Powered False\u000a21:51:01.221322 run create_hlr_db(pid=19631): Terminated: ok {rc=0}\u000a21:51:01.676762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19633): Launched\u000a21:51:02.103538 run osmo-hlr_10.42.42.2(pid=19634): Launched\u000a21:51:02.219706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:02.746240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19636): Launched\u000a21:51:03.044107 run osmo-stp_10.42.42.5(pid=19637): Launched\u000a21:51:03.152368 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:03.670270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19639): Launched\u000a21:51:03.775509 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:04.035461 run patchelf(pid=19640): Launched\u000a21:51:04.210596 run osmo-stp_10.42.42.5(pid=19637): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19637)]\u000a21:51:04.338479 run osmo-stp_10.42.42.5(pid=19637): stdout: \u000a| (launched: 2022-12-09_21:51:02.898102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:04.466661 run osmo-stp_10.42.42.5(pid=19637): stderr: \u000a| �[0;m�[38;5;43m20221209215103071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215103071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215103071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215103071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215103072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215103072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215103072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:04.589710 run osmo-stp_10.42.42.5(pid=19637): stdout: \u000a| (launched: 2022-12-09_21:51:02.898102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:04.711464 run osmo-stp_10.42.42.5(pid=19637): stderr: \u000a| �[0;m�[38;5;43m20221209215103071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215103071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215103071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215103071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215103072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215103072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215103072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:04.854619 run patchelf(pid=19640): Terminating (SIGINT)\u000a21:51:05.023124 run patchelf(pid=19640): Terminated: ok {rc=0}\u000a21:51:05.053599 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19637): Process ended prematurely: osmo-stp_10.42.42.5(pid=19637) [trial-2365↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19637)] [trial-2365↪gprs:sysmo↪ping.py:22]\u000a21:51:05.062110 tst ping.py:22: Test FAILED (6.6 sec)\u000a21:51:05.122587 run osmo-hlr_10.42.42.2(pid=19634): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19634)]\u000a21:51:05.171706 run osmo-hlr_10.42.42.2(pid=19634): stdout: \u000a| (launched: 2022-12-09_21:51:01.843211) \u000a21:51:05.221329 run osmo-hlr_10.42.42.2(pid=19634): stderr: \u000a| �[0;m�[1;31m20221209215102096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215102096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215102096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215102096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215102097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215102097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215102113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215102133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215102133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215102133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:05.263624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19633): Terminating (SIGTERM)\u000a21:51:05.303677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19636): Terminating (SIGTERM)\u000a21:51:05.343770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19639): Terminating (SIGTERM)\u000a21:51:05.353404 --- ParallelTerminationStrategy: PID 19633 died...\u000a21:51:05.407572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19633): Terminated: ok {rc=0}\u000a21:51:05.417291 --- ParallelTerminationStrategy: PID 19636 died...\u000a21:51:05.470860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19636): Terminated: ok {rc=0}\u000a21:51:05.480700 --- ParallelTerminationStrategy: PID 19639 died...\u000a21:51:05.534340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19639): Terminated: ok {rc=0}\u000a21:51:05.622897 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19647): Process ended prematurely: osmo-stp_10.42.42.5(pid=19647) [trial-2365↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19647)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19647): Process ended prematurely: osmo-stp_10.42.42.5(pid=19647) [trial-2365↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:51:06.675116 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:06.686215 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a21:51:06.810298 tst ping_idle_ping.py: using LAC 23893\u000a21:51:06.927361 tst ping_idle_ping.py: using RAC 178\u000a21:51:07.049347 tst ping_idle_ping.py: using CellId 23893\u000a21:51:07.166209 tst ping_idle_ping.py: using BVCI 23894\u000a21:51:07.188848 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:07.199272 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:07.209629 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:07.220047 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:07.230567 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:07.240887 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:07.251526 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a21:51:07.262227 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a21:51:07.564723 tst ping_idle_ping.py:24: start network...\u000a21:51:07.698445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:08.207000 run create_hlr_db(pid=19641): Launched\u000a21:51:08.392615 bus /gobi_6: Setting Powered False\u000a21:51:09.412757 run create_hlr_db(pid=19641): Terminated: ok {rc=0}\u000a21:51:09.814511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19643): Launched\u000a21:51:10.112241 run osmo-hlr_10.42.42.2(pid=19644): Launched\u000a21:51:10.221390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:10.738190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19646): Launched\u000a21:51:11.035042 run osmo-stp_10.42.42.5(pid=19647): Launched\u000a21:51:11.144086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:11.664800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19649): Launched\u000a21:51:11.770825 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:12.031229 run patchelf(pid=19650): Launched\u000a21:51:12.206110 run osmo-stp_10.42.42.5(pid=19647): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19647)]\u000a21:51:12.334821 run osmo-stp_10.42.42.5(pid=19647): stdout: \u000a| (launched: 2022-12-09_21:51:10.888872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:12.463535 run osmo-stp_10.42.42.5(pid=19647): stderr: \u000a| �[0;m�[38;5;43m20221209215111062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215111062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215111063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215111063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215111063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215111064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215111064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:12.587217 run osmo-stp_10.42.42.5(pid=19647): stdout: \u000a| (launched: 2022-12-09_21:51:10.888872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:12.709188 run osmo-stp_10.42.42.5(pid=19647): stderr: \u000a| �[0;m�[38;5;43m20221209215111062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215111062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215111063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215111063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215111063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215111064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215111064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:12.852707 run patchelf(pid=19650): Terminating (SIGINT)\u000a21:51:13.022043 run patchelf(pid=19650): Terminated: ok {rc=0}\u000a21:51:13.052529 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19647): Process ended prematurely: osmo-stp_10.42.42.5(pid=19647) [trial-2365↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19647)] [trial-2365↪gprs:sysmo↪ping_idle_ping.py:27]\u000a21:51:13.061423 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a21:51:13.121141 run osmo-hlr_10.42.42.2(pid=19644): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19644)]\u000a21:51:13.169718 run osmo-hlr_10.42.42.2(pid=19644): stdout: \u000a| (launched: 2022-12-09_21:51:09.965589) \u000a21:51:13.218987 run osmo-hlr_10.42.42.2(pid=19644): stderr: \u000a| �[0;m�[1;31m20221209215110142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215110142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215110142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215110143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215110143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215110143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215110183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215110193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215110194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215110194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:13.260750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19643): Terminating (SIGTERM)\u000a21:51:13.300209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19646): Terminating (SIGTERM)\u000a21:51:13.339689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19649): Terminating (SIGTERM)\u000a21:51:13.349023 --- ParallelTerminationStrategy: PID 19643 died...\u000a21:51:13.402022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19643): Terminated: ok {rc=0}\u000a21:51:13.411791 --- ParallelTerminationStrategy: PID 19646 died...\u000a21:51:13.464835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19646): Terminated: ok {rc=0}\u000a21:51:13.474765 --- ParallelTerminationStrategy: PID 19649 died...\u000a21:51:13.527778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19649): Terminated: ok {rc=0}\u000a21:51:13.610539 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:50:14" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19666): Process ended prematurely: osmo-stp_10.42.42.5(pid=19666) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19666)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19666): Process ended prematurely: osmo-stp_10.42.42.5(pid=19666) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:51:15.714413 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:15.725763 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:51:15.881759 tst cs_paging_gprs_active.py: using LAC 23894\u000a21:51:16.018600 tst cs_paging_gprs_active.py: using RAC 179\u000a21:51:16.173423 tst cs_paging_gprs_active.py: using CellId 23894\u000a21:51:16.323162 tst cs_paging_gprs_active.py: using BVCI 23895\u000a21:51:16.349837 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:16.361708 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:16.373246 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:16.386003 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:16.397493 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:16.410070 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:16.421874 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:16.434068 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:16.446474 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:16.573858 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:16.905024 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:51:17.045404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:17.384886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19656): Launched\u000a21:51:17.647541 run iperf3-srv_10.42.42.10(pid=19657): Launched\u000a21:51:17.833322 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:51:17.959361 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:18.274429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19658): Launched\u000a21:51:18.537031 run iperf3-srv_10.42.42.10(pid=19659): Launched\u000a21:51:18.722941 tst cs_paging_gprs_active.py:38: start network...\u000a21:51:18.849834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:19.330227 run create_hlr_db(pid=19660): Launched\u000a21:51:19.506136 bus /gobi_6: Setting Powered False\u000a21:51:20.527171 run create_hlr_db(pid=19660): Terminated: ok {rc=0}\u000a21:51:20.932646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19662): Launched\u000a21:51:21.237620 run osmo-hlr_10.42.42.2(pid=19663): Launched\u000a21:51:21.347749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:21.875849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19665): Launched\u000a21:51:22.181081 run osmo-stp_10.42.42.5(pid=19666): Launched\u000a21:51:22.292169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:22.830456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19668): Launched\u000a21:51:22.947015 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:23.232075 run patchelf(pid=19669): Launched\u000a21:51:23.424449 run osmo-stp_10.42.42.5(pid=19666): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19666)]\u000a21:51:23.565679 run osmo-stp_10.42.42.5(pid=19666): stdout: \u000a| (launched: 2022-12-09_21:51:22.030599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:23.706181 run osmo-stp_10.42.42.5(pid=19666): stderr: \u000a| �[0;m�[38;5;43m20221209215122201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215122201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215122202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215122202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215122202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215122202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215122203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:23.841857 run osmo-stp_10.42.42.5(pid=19666): stdout: \u000a| (launched: 2022-12-09_21:51:22.030599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:23.976446 run osmo-stp_10.42.42.5(pid=19666): stderr: \u000a| �[0;m�[38;5;43m20221209215122201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215122201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215122202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215122202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215122202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215122202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215122203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:24.134120 run patchelf(pid=19669): Terminating (SIGINT)\u000a21:51:24.319324 run patchelf(pid=19669): Terminated: ok {rc=0}\u000a21:51:24.353290 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19666): Process ended prematurely: osmo-stp_10.42.42.5(pid=19666) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19666)] [trial-2365↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:51:24.363142 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a21:51:24.426433 run osmo-hlr_10.42.42.2(pid=19663): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19663)]\u000a21:51:24.478429 run osmo-hlr_10.42.42.2(pid=19663): stdout: \u000a| (launched: 2022-12-09_21:51:21.087114) \u000a21:51:24.530738 run osmo-hlr_10.42.42.2(pid=19663): stderr: \u000a| �[0;m�[1;31m20221209215121264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215121264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215121264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215121264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215121264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215121264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215121301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215121311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215121311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215121311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:24.575151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19656): Terminating (SIGTERM)\u000a21:51:24.617002 run iperf3-srv_10.42.42.10(pid=19657): Terminating (SIGTERM)\u000a21:51:24.659022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19658): Terminating (SIGTERM)\u000a21:51:24.700910 run iperf3-srv_10.42.42.10(pid=19659): Terminating (SIGTERM)\u000a21:51:24.742899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19662): Terminating (SIGTERM)\u000a21:51:24.784880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19665): Terminating (SIGTERM)\u000a21:51:24.826636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19668): Terminating (SIGTERM)\u000a21:51:24.836293 --- ParallelTerminationStrategy: PID 19656 died...\u000a21:51:24.892407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19656): Terminated: ok {rc=0}\u000a21:51:24.902779 --- ParallelTerminationStrategy: PID 19657 died...\u000a21:51:24.958527 run iperf3-srv_10.42.42.10(pid=19657): Terminated {rc=256}\u000a21:51:24.968575 --- ParallelTerminationStrategy: PID 19658 died...\u000a21:51:25.024349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19658): Terminated: ok {rc=0}\u000a21:51:25.034505 --- ParallelTerminationStrategy: PID 19659 died...\u000a21:51:25.089968 run iperf3-srv_10.42.42.10(pid=19659): Terminated {rc=256}\u000a21:51:25.099930 --- ParallelTerminationStrategy: PID 19662 died...\u000a21:51:25.155265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19662): Terminated: ok {rc=0}\u000a21:51:25.165364 --- ParallelTerminationStrategy: PID 19665 died...\u000a21:51:25.220662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19665): Terminated: ok {rc=0}\u000a21:51:25.230771 --- ParallelTerminationStrategy: PID 19668 died...\u000a21:51:25.286085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19668): Terminated: ok {rc=0}\u000a21:51:25.373452 bus /gobi_0: Setting Powered False\u000a21:51:26.479461 bus /gobi_0: Setting Powered False\u000a21:51:27.591122 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19678): Process ended prematurely: osmo-stp_10.42.42.5(pid=19678) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19678)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19678): Process ended prematurely: osmo-stp_10.42.42.5(pid=19678) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:51:28.701264 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:28.712428 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:51:28.838273 tst iperf3.py: using LAC 23895\u000a21:51:28.955997 tst iperf3.py: using RAC 180\u000a21:51:29.076303 tst iperf3.py: using CellId 23895\u000a21:51:29.194895 tst iperf3.py: using BVCI 23896\u000a21:51:29.218082 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:29.228722 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:29.239268 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:29.250095 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:29.260742 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:29.271462 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:29.282371 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:29.293100 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:29.303953 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:29.585783 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:51:29.712564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:30.027036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19670): Launched\u000a21:51:30.288025 run iperf3-srv_10.42.42.10(pid=19671): Launched\u000a21:51:30.472327 tst iperf3.py:8: start network...\u000a21:51:30.598376 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:31.123862 run create_hlr_db(pid=19672): Launched\u000a21:51:31.302621 bus /gobi_6: Setting Powered False\u000a21:51:32.322664 run create_hlr_db(pid=19672): Terminated: ok {rc=0}\u000a21:51:32.726991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19674): Launched\u000a21:51:33.030112 run osmo-hlr_10.42.42.2(pid=19675): Launched\u000a21:51:33.145117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:33.671069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19677): Launched\u000a21:51:33.974023 run osmo-stp_10.42.42.5(pid=19678): Launched\u000a21:51:34.084586 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:34.612678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19680): Launched\u000a21:51:34.720604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:34.986283 run patchelf(pid=19681): Launched\u000a21:51:35.165022 run osmo-stp_10.42.42.5(pid=19678): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19678)]\u000a21:51:35.295248 run osmo-stp_10.42.42.5(pid=19678): stdout: \u000a| (launched: 2022-12-09_21:51:33.824314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:35.425295 run osmo-stp_10.42.42.5(pid=19678): stderr: \u000a| �[0;m�[38;5;43m20221209215133996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215133996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215133996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215133996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215133997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215133997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215133997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:35.551152 run osmo-stp_10.42.42.5(pid=19678): stdout: \u000a| (launched: 2022-12-09_21:51:33.824314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:35.675573 run osmo-stp_10.42.42.5(pid=19678): stderr: \u000a| �[0;m�[38;5;43m20221209215133996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215133996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215133996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215133996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215133997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215133997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215133997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:35.821651 run patchelf(pid=19681): Terminating (SIGINT)\u000a21:51:35.993223 run patchelf(pid=19681): Terminated: ok {rc=0}\u000a21:51:36.024514 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19678): Process ended prematurely: osmo-stp_10.42.42.5(pid=19678) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19678)] [trial-2365↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a21:51:36.033743 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a21:51:36.094118 run osmo-hlr_10.42.42.2(pid=19675): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19675)]\u000a21:51:36.143185 run osmo-hlr_10.42.42.2(pid=19675): stdout: \u000a| (launched: 2022-12-09_21:51:32.880609) \u000a21:51:36.192740 run osmo-hlr_10.42.42.2(pid=19675): stderr: \u000a| �[0;m�[1;31m20221209215133060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215133060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215133060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215133060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215133060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215133060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215133073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215133082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215133082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215133082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:36.234375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19670): Terminating (SIGTERM)\u000a21:51:36.273876 run iperf3-srv_10.42.42.10(pid=19671): Terminating (SIGTERM)\u000a21:51:36.313716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19674): Terminating (SIGTERM)\u000a21:51:36.352911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19677): Terminating (SIGTERM)\u000a21:51:36.392297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19680): Terminating (SIGTERM)\u000a21:51:36.401687 --- ParallelTerminationStrategy: PID 19670 died...\u000a21:51:36.455046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19670): Terminated: ok {rc=0}\u000a21:51:36.464737 --- ParallelTerminationStrategy: PID 19671 died...\u000a21:51:36.517357 run iperf3-srv_10.42.42.10(pid=19671): Terminated {rc=256}\u000a21:51:36.527020 --- ParallelTerminationStrategy: PID 19674 died...\u000a21:51:36.580078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19674): Terminated: ok {rc=0}\u000a21:51:36.589603 --- ParallelTerminationStrategy: PID 19677 died...\u000a21:51:36.642232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19677): Terminated: ok {rc=0}\u000a21:51:36.651892 --- ParallelTerminationStrategy: PID 19680 died...\u000a21:51:36.704812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19680): Terminated: ok {rc=0}\u000a21:51:36.793558 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19696): Process ended prematurely: osmo-stp_10.42.42.5(pid=19696) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19696)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19696): Process ended prematurely: osmo-stp_10.42.42.5(pid=19696) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:51:37.904912 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:37.916191 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:51:38.044412 tst iperf3m4.py: using LAC 23896\u000a21:51:38.163080 tst iperf3m4.py: using RAC 181\u000a21:51:38.279949 tst iperf3m4.py: using CellId 23896\u000a21:51:38.396399 tst iperf3m4.py: using BVCI 23897\u000a21:51:38.419461 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:38.430223 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:38.440718 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:38.451455 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:38.462215 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:38.472860 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:38.483731 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:38.494511 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:38.505403 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:38.627056 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:38.746831 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:38.867771 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:39.148090 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:51:39.274718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:39.592078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19682): Launched\u000a21:51:39.854304 run iperf3-srv_10.42.42.10(pid=19683): Launched\u000a21:51:40.040234 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:51:40.166425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:40.481851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19684): Launched\u000a21:51:40.744022 run iperf3-srv_10.42.42.10(pid=19685): Launched\u000a21:51:40.929472 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:51:41.055605 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:41.371460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19686): Launched\u000a21:51:41.634263 run iperf3-srv_10.42.42.10(pid=19687): Launched\u000a21:51:41.821821 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:51:41.949539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:51:42.266029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19688): Launched\u000a21:51:42.527423 run iperf3-srv_10.42.42.10(pid=19689): Launched\u000a21:51:42.712096 tst iperf3m4.py:8: start network...\u000a21:51:42.838087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:43.314379 run create_hlr_db(pid=19690): Launched\u000a21:51:43.488701 bus /gobi_6: Setting Powered False\u000a21:51:44.510323 run create_hlr_db(pid=19690): Terminated: ok {rc=0}\u000a21:51:44.941962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19692): Launched\u000a21:51:45.266150 run osmo-hlr_10.42.42.2(pid=19693): Launched\u000a21:51:45.387171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:51:45.983339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19695): Launched\u000a21:51:46.331153 run osmo-stp_10.42.42.5(pid=19696): Launched\u000a21:51:46.510694 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:51:47.178945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19698): Launched\u000a21:51:47.293118 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:51:47.560037 run patchelf(pid=19699): Launched\u000a21:51:47.740911 run osmo-stp_10.42.42.5(pid=19696): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19696)]\u000a21:51:47.872333 run osmo-stp_10.42.42.5(pid=19696): stdout: \u000a| (launched: 2022-12-09_21:51:46.154104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:48.004037 run osmo-stp_10.42.42.5(pid=19696): stderr: \u000a| �[0;m�[38;5;43m20221209215146496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215146496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215146496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215146505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215146507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215146507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215146507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:48.130695 run osmo-stp_10.42.42.5(pid=19696): stdout: \u000a| (launched: 2022-12-09_21:51:46.154104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:51:48.255818 run osmo-stp_10.42.42.5(pid=19696): stderr: \u000a| �[0;m�[38;5;43m20221209215146496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215146496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215146496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215146505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215146507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215146507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215146507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:51:48.402894 run patchelf(pid=19699): Terminating (SIGINT)\u000a21:51:48.576123 run patchelf(pid=19699): Terminated: ok {rc=0}\u000a21:51:48.607610 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19696): Process ended prematurely: osmo-stp_10.42.42.5(pid=19696) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19696)] [trial-2365↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:51:48.616724 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a21:51:48.677318 run osmo-hlr_10.42.42.2(pid=19693): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19693)]\u000a21:51:48.725994 run osmo-hlr_10.42.42.2(pid=19693): stdout: \u000a| (launched: 2022-12-09_21:51:45.107241) \u000a21:51:48.776064 run osmo-hlr_10.42.42.2(pid=19693): stderr: \u000a| �[0;m�[1;31m20221209215145308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215145308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215145308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215145308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215145308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215145308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215145320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215145329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215145329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215145329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:51:48.817782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19682): Terminating (SIGTERM)\u000a21:51:48.857823 run iperf3-srv_10.42.42.10(pid=19683): Terminating (SIGTERM)\u000a21:51:48.897764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19684): Terminating (SIGTERM)\u000a21:51:48.937220 run iperf3-srv_10.42.42.10(pid=19685): Terminating (SIGTERM)\u000a21:51:48.977358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19686): Terminating (SIGTERM)\u000a21:51:49.016883 run iperf3-srv_10.42.42.10(pid=19687): Terminating (SIGTERM)\u000a21:51:49.056688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19688): Terminating (SIGTERM)\u000a21:51:49.096165 run iperf3-srv_10.42.42.10(pid=19689): Terminating (SIGTERM)\u000a21:51:49.136093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19692): Terminating (SIGTERM)\u000a21:51:49.176557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19695): Terminating (SIGTERM)\u000a21:51:49.216197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19698): Terminating (SIGTERM)\u000a21:51:49.225257 --- ParallelTerminationStrategy: PID 19682 died...\u000a21:51:49.278384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19682): Terminated: ok {rc=0}\u000a21:51:49.288127 --- ParallelTerminationStrategy: PID 19683 died...\u000a21:51:49.340970 run iperf3-srv_10.42.42.10(pid=19683): Terminated {rc=256}\u000a21:51:49.350638 --- ParallelTerminationStrategy: PID 19684 died...\u000a21:51:49.403455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19684): Terminated: ok {rc=0}\u000a21:51:49.413232 --- ParallelTerminationStrategy: PID 19685 died...\u000a21:51:49.465974 run iperf3-srv_10.42.42.10(pid=19685): Terminated {rc=256}\u000a21:51:49.475928 --- ParallelTerminationStrategy: PID 19686 died...\u000a21:51:49.529081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19686): Terminated: ok {rc=0}\u000a21:51:49.538920 --- ParallelTerminationStrategy: PID 19687 died...\u000a21:51:49.591557 run iperf3-srv_10.42.42.10(pid=19687): Terminated {rc=256}\u000a21:51:49.601313 --- ParallelTerminationStrategy: PID 19688 died...\u000a21:51:49.654922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19688): Terminated: ok {rc=0}\u000a21:51:49.664451 --- ParallelTerminationStrategy: PID 19689 died...\u000a21:51:49.717182 run iperf3-srv_10.42.42.10(pid=19689): Terminated {rc=256}\u000a21:51:49.726962 --- ParallelTerminationStrategy: PID 19692 died...\u000a21:51:49.779899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19692): Terminated: ok {rc=0}\u000a21:51:49.789770 --- ParallelTerminationStrategy: PID 19695 died...\u000a21:51:49.842820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19695): Terminated: ok {rc=0}\u000a21:51:49.852412 --- ParallelTerminationStrategy: PID 19698 died...\u000a21:51:49.905415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19698): Terminated: ok {rc=0}\u000a21:51:49.994873 bus /gobi_4: Setting Powered False\u000a21:51:51.098935 bus /gobi_4: Setting Powered False\u000a21:51:52.210860 bus /gobi_1: Setting Powered False\u000a21:51:53.314907 bus /gobi_1: Setting Powered False\u000a21:51:54.425918 bus /gobi_0: Setting Powered False\u000a21:51:55.530064 bus /gobi_0: Setting Powered False\u000a21:51:56.637299 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19706): Process ended prematurely: osmo-stp_10.42.42.5(pid=19706) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19706)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19706): Process ended prematurely: osmo-stp_10.42.42.5(pid=19706) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:51:57.705536 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:57.717312 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:51:57.849156 tst ping.py: using LAC 23897\u000a21:51:57.975949 tst ping.py: using RAC 182\u000a21:51:58.102144 tst ping.py: using CellId 23897\u000a21:51:58.227183 tst ping.py: using BVCI 23898\u000a21:51:58.251743 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:58.262989 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:58.274039 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:58.285042 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:58.295893 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:58.306859 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:58.318056 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:51:58.329664 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:51:58.623655 tst ping.py:19: start network...\u000a21:51:58.756896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:51:59.267762 run create_hlr_db(pid=19700): Launched\u000a21:51:59.455725 bus /gobi_6: Setting Powered False\u000a21:52:00.474966 run create_hlr_db(pid=19700): Terminated: ok {rc=0}\u000a21:52:00.885217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19702): Launched\u000a21:52:01.343815 run osmo-hlr_10.42.42.2(pid=19703): Launched\u000a21:52:01.559634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:02.102390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19705): Launched\u000a21:52:02.413674 run osmo-stp_10.42.42.5(pid=19706): Launched\u000a21:52:02.527221 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:03.046230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19708): Launched\u000a21:52:03.152079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:03.411902 run patchelf(pid=19709): Launched\u000a21:52:03.587168 run osmo-stp_10.42.42.5(pid=19706): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19706)]\u000a21:52:03.715590 run osmo-stp_10.42.42.5(pid=19706): stdout: \u000a| (launched: 2022-12-09_21:52:02.255883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:03.844456 run osmo-stp_10.42.42.5(pid=19706): stderr: \u000a| �[0;m�[38;5;43m20221209215202432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215202432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215202433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215202433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215202433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215202434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215202434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:03.967981 run osmo-stp_10.42.42.5(pid=19706): stdout: \u000a| (launched: 2022-12-09_21:52:02.255883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:04.090198 run osmo-stp_10.42.42.5(pid=19706): stderr: \u000a| �[0;m�[38;5;43m20221209215202432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215202432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215202433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215202433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215202433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215202434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215202434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:04.233631 run patchelf(pid=19709): Terminating (SIGINT)\u000a21:52:04.402223 run patchelf(pid=19709): Terminated: ok {rc=0}\u000a21:52:04.432648 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19706): Process ended prematurely: osmo-stp_10.42.42.5(pid=19706) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19706)] [trial-2365↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a21:52:04.441279 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:52:04.501083 run osmo-hlr_10.42.42.2(pid=19703): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19703)]\u000a21:52:04.550083 run osmo-hlr_10.42.42.2(pid=19703): stdout: \u000a| (launched: 2022-12-09_21:52:01.072777) \u000a21:52:04.599422 run osmo-hlr_10.42.42.2(pid=19703): stderr: \u000a| �[0;m�[1;31m20221209215201316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215201316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215201316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215201316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215201316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215201316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215201330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215201350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215201350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215201350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:04.641129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19702): Terminating (SIGTERM)\u000a21:52:04.680747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19705): Terminating (SIGTERM)\u000a21:52:04.720344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19708): Terminating (SIGTERM)\u000a21:52:04.729852 --- ParallelTerminationStrategy: PID 19702 died...\u000a21:52:04.784063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19702): Terminated: ok {rc=0}\u000a21:52:04.794003 --- ParallelTerminationStrategy: PID 19705 died...\u000a21:52:04.847986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19705): Terminated: ok {rc=0}\u000a21:52:04.857659 --- ParallelTerminationStrategy: PID 19708 died...\u000a21:52:04.910749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19708): Terminated: ok {rc=0}\u000a21:52:04.999370 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19716): Process ended prematurely: osmo-stp_10.42.42.5(pid=19716) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19716)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19716): Process ended prematurely: osmo-stp_10.42.42.5(pid=19716) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a21:52:06.050741 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:06.061989 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:52:06.185918 tst ping_idle_ping.py: using LAC 23898\u000a21:52:06.302692 tst ping_idle_ping.py: using RAC 183\u000a21:52:06.421719 tst ping_idle_ping.py: using CellId 23898\u000a21:52:06.538439 tst ping_idle_ping.py: using BVCI 23899\u000a21:52:06.561237 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:06.571814 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:06.582421 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:06.593310 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:06.603988 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:06.614686 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:06.625604 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:52:06.636341 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:52:06.935028 tst ping_idle_ping.py:24: start network...\u000a21:52:07.069888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:07.580338 run create_hlr_db(pid=19710): Launched\u000a21:52:07.766733 bus /gobi_6: Setting Powered False\u000a21:52:08.787562 run create_hlr_db(pid=19710): Terminated: ok {rc=0}\u000a21:52:09.214292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19712): Launched\u000a21:52:09.534505 run osmo-hlr_10.42.42.2(pid=19713): Launched\u000a21:52:09.654497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:10.212849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19715): Launched\u000a21:52:10.532353 run osmo-stp_10.42.42.5(pid=19716): Launched\u000a21:52:10.648084 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:11.206499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19718): Launched\u000a21:52:11.320582 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:11.600812 run patchelf(pid=19719): Launched\u000a21:52:11.789982 run osmo-stp_10.42.42.5(pid=19716): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19716)]\u000a21:52:11.927993 run osmo-stp_10.42.42.5(pid=19716): stdout: \u000a| (launched: 2022-12-09_21:52:10.375842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:12.066584 run osmo-stp_10.42.42.5(pid=19716): stderr: \u000a| �[0;m�[38;5;43m20221209215210567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215210567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215210567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215210567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215210570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215210570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215210570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:12.199428 run osmo-stp_10.42.42.5(pid=19716): stdout: \u000a| (launched: 2022-12-09_21:52:10.375842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:12.330987 run osmo-stp_10.42.42.5(pid=19716): stderr: \u000a| �[0;m�[38;5;43m20221209215210567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215210567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215210567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215210567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215210570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215210570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215210570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:12.485845 run patchelf(pid=19719): Terminating (SIGINT)\u000a21:52:12.668191 run patchelf(pid=19719): Terminated: ok {rc=0}\u000a21:52:12.701163 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19716): Process ended prematurely: osmo-stp_10.42.42.5(pid=19716) [trial-2365↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19716)] [trial-2365↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a21:52:12.710367 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a21:52:12.772407 run osmo-hlr_10.42.42.2(pid=19713): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19713)]\u000a21:52:12.823505 run osmo-hlr_10.42.42.2(pid=19713): stdout: \u000a| (launched: 2022-12-09_21:52:09.377384) \u000a21:52:12.875261 run osmo-hlr_10.42.42.2(pid=19713): stderr: \u000a| �[0;m�[1;31m20221209215209579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215209579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215209579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215209579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215209579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215209579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215209591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215209600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215209600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215209600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:12.919430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19712): Terminating (SIGTERM)\u000a21:52:12.961225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19715): Terminating (SIGTERM)\u000a21:52:13.002954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19718): Terminating (SIGTERM)\u000a21:52:13.012592 --- ParallelTerminationStrategy: PID 19712 died...\u000a21:52:13.068441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19712): Terminated: ok {rc=0}\u000a21:52:13.078586 --- ParallelTerminationStrategy: PID 19715 died...\u000a21:52:13.134023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19715): Terminated: ok {rc=0}\u000a21:52:13.143926 --- ParallelTerminationStrategy: PID 19718 died...\u000a21:52:13.199385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19718): Terminated: ok {rc=0}\u000a21:52:13.286671 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:51:15" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19733): Process ended prematurely: osmo-stp_10.42.42.5(pid=19733) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19733)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19733): Process ended prematurely: osmo-stp_10.42.42.5(pid=19733) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:52:15.392266 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:15.403281 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:52:15.545999 tst cs_paging_gprs_active.py: using LAC 23899\u000a21:52:15.664280 tst cs_paging_gprs_active.py: using RAC 184\u000a21:52:15.783591 tst cs_paging_gprs_active.py: using CellId 23899\u000a21:52:15.916520 tst cs_paging_gprs_active.py: using BVCI 23900\u000a21:52:15.940489 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:15.952000 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:15.963435 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:15.974794 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:15.986114 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:15.997549 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:16.009379 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:16.020530 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:16.032207 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:16.175256 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:16.521844 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:52:16.651047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:16.988418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19723): Launched\u000a21:52:17.268150 run iperf3-srv_10.42.42.10(pid=19724): Launched\u000a21:52:17.455511 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:52:17.583117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:17.899704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19725): Launched\u000a21:52:18.164097 run iperf3-srv_10.42.42.10(pid=19726): Launched\u000a21:52:18.349840 tst cs_paging_gprs_active.py:38: start network...\u000a21:52:18.476185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:18.955055 run create_hlr_db(pid=19727): Launched\u000a21:52:19.132016 bus /gobi_6: Setting Powered False\u000a21:52:20.151615 run create_hlr_db(pid=19727): Terminated: ok {rc=0}\u000a21:52:20.585770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19729): Launched\u000a21:52:20.911614 run osmo-hlr_10.42.42.2(pid=19730): Launched\u000a21:52:21.033244 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:21.599526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19732): Launched\u000a21:52:21.924847 run osmo-stp_10.42.42.5(pid=19733): Launched\u000a21:52:22.043086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:22.610712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19741): Launched\u000a21:52:22.727147 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:23.011529 run patchelf(pid=19742): Launched\u000a21:52:23.202755 run osmo-stp_10.42.42.5(pid=19733): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19733)]\u000a21:52:23.342716 run osmo-stp_10.42.42.5(pid=19733): stdout: \u000a| (launched: 2022-12-09_21:52:21.765395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:23.482277 run osmo-stp_10.42.42.5(pid=19733): stderr: \u000a| �[0;m�[38;5;43m20221209215221961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215221961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215221961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215221962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215221962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215221962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215221962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:23.617720 run osmo-stp_10.42.42.5(pid=19733): stdout: \u000a| (launched: 2022-12-09_21:52:21.765395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:23.751090 run osmo-stp_10.42.42.5(pid=19733): stderr: \u000a| �[0;m�[38;5;43m20221209215221961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215221961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215221961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215221962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215221962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215221962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215221962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:23.907241 run patchelf(pid=19742): Terminating (SIGINT)\u000a21:52:24.091973 run patchelf(pid=19742): Terminated: ok {rc=0}\u000a21:52:24.125781 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19733): Process ended prematurely: osmo-stp_10.42.42.5(pid=19733) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19733)] [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a21:52:24.135769 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:52:24.198497 run osmo-hlr_10.42.42.2(pid=19730): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19730)]\u000a21:52:24.249750 run osmo-hlr_10.42.42.2(pid=19730): stdout: \u000a| (launched: 2022-12-09_21:52:20.751646) \u000a21:52:24.301750 run osmo-hlr_10.42.42.2(pid=19730): stderr: \u000a| �[0;m�[1;31m20221209215220950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215220950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215220950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215220950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215220950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215220950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215220963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215220971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215220971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215220971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:24.346005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19723): Terminating (SIGTERM)\u000a21:52:24.387388 run iperf3-srv_10.42.42.10(pid=19724): Terminating (SIGTERM)\u000a21:52:24.429162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19725): Terminating (SIGTERM)\u000a21:52:24.470848 run iperf3-srv_10.42.42.10(pid=19726): Terminating (SIGTERM)\u000a21:52:24.513180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19729): Terminating (SIGTERM)\u000a21:52:24.554955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19732): Terminating (SIGTERM)\u000a21:52:24.596703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19741): Terminating (SIGTERM)\u000a21:52:24.606456 --- ParallelTerminationStrategy: PID 19723 died...\u000a21:52:24.662609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19723): Terminated: ok {rc=0}\u000a21:52:24.672797 --- ParallelTerminationStrategy: PID 19724 died...\u000a21:52:24.727996 run iperf3-srv_10.42.42.10(pid=19724): Terminated {rc=256}\u000a21:52:24.738061 --- ParallelTerminationStrategy: PID 19725 died...\u000a21:52:24.793500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19725): Terminated: ok {rc=0}\u000a21:52:24.803519 --- ParallelTerminationStrategy: PID 19726 died...\u000a21:52:24.858592 run iperf3-srv_10.42.42.10(pid=19726): Terminated {rc=256}\u000a21:52:24.868778 --- ParallelTerminationStrategy: PID 19729 died...\u000a21:52:24.924274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19729): Terminated: ok {rc=0}\u000a21:52:24.934331 --- ParallelTerminationStrategy: PID 19732 died...\u000a21:52:24.989735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19732): Terminated: ok {rc=0}\u000a21:52:24.999849 --- ParallelTerminationStrategy: PID 19741 died...\u000a21:52:25.055417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19741): Terminated: ok {rc=0}\u000a21:52:25.141557 bus /gobi_0: Setting Powered False\u000a21:52:26.245199 bus /gobi_0: Setting Powered False\u000a21:52:27.356053 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19751): Process ended prematurely: osmo-stp_10.42.42.5(pid=19751) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19751)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19751): Process ended prematurely: osmo-stp_10.42.42.5(pid=19751) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a21:52:28.467308 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:28.478797 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:52:28.626193 tst iperf3.py: using LAC 23900\u000a21:52:28.746804 tst iperf3.py: using RAC 185\u000a21:52:28.874262 tst iperf3.py: using CellId 23900\u000a21:52:29.001504 tst iperf3.py: using BVCI 23901\u000a21:52:29.026481 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:29.038068 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:29.049185 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:29.060256 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:29.071273 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:29.082423 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:29.093581 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:29.104435 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:29.115572 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:29.394550 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:52:29.521625 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:29.836555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19743): Launched\u000a21:52:30.098320 run iperf3-srv_10.42.42.10(pid=19744): Launched\u000a21:52:30.284065 tst iperf3.py:8: start network...\u000a21:52:30.410963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:30.889643 run create_hlr_db(pid=19745): Launched\u000a21:52:31.067505 bus /gobi_6: Setting Powered False\u000a21:52:32.088578 run create_hlr_db(pid=19745): Terminated: ok {rc=0}\u000a21:52:32.500620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19747): Launched\u000a21:52:32.803333 run osmo-hlr_10.42.42.2(pid=19748): Launched\u000a21:52:32.919454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:33.456542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19750): Launched\u000a21:52:33.758442 run osmo-stp_10.42.42.5(pid=19751): Launched\u000a21:52:33.867689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:34.396261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19753): Launched\u000a21:52:34.504332 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:34.770042 run patchelf(pid=19754): Launched\u000a21:52:34.948475 run osmo-stp_10.42.42.5(pid=19751): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19751)]\u000a21:52:35.079027 run osmo-stp_10.42.42.5(pid=19751): stdout: \u000a| (launched: 2022-12-09_21:52:33.610091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:35.209925 run osmo-stp_10.42.42.5(pid=19751): stderr: \u000a| �[0;m�[38;5;43m20221209215233780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215233780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215233780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215233781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215233783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215233783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215233783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:35.335328 run osmo-stp_10.42.42.5(pid=19751): stdout: \u000a| (launched: 2022-12-09_21:52:33.610091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:35.459588 run osmo-stp_10.42.42.5(pid=19751): stderr: \u000a| �[0;m�[38;5;43m20221209215233780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215233780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215233780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215233781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215233783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215233783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215233783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:35.605751 run patchelf(pid=19754): Terminating (SIGINT)\u000a21:52:35.777277 run patchelf(pid=19754): Terminated: ok {rc=0}\u000a21:52:35.808331 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19751): Process ended prematurely: osmo-stp_10.42.42.5(pid=19751) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19751)] [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a21:52:35.817543 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a21:52:35.879035 run osmo-hlr_10.42.42.2(pid=19748): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19748)]\u000a21:52:35.933368 run osmo-hlr_10.42.42.2(pid=19748): stdout: \u000a| (launched: 2022-12-09_21:52:32.654612) \u000a21:52:35.984800 run osmo-hlr_10.42.42.2(pid=19748): stderr: \u000a| �[0;m�[1;31m20221209215232831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215232831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215232831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215232831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215232831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215232831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215232843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215232852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215232852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215232852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:36.028762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19743): Terminating (SIGTERM)\u000a21:52:36.070882 run iperf3-srv_10.42.42.10(pid=19744): Terminating (SIGTERM)\u000a21:52:36.112711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19747): Terminating (SIGTERM)\u000a21:52:36.154532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19750): Terminating (SIGTERM)\u000a21:52:36.196037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19753): Terminating (SIGTERM)\u000a21:52:36.205710 --- ParallelTerminationStrategy: PID 19743 died...\u000a21:52:36.261518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19743): Terminated: ok {rc=0}\u000a21:52:36.271557 --- ParallelTerminationStrategy: PID 19744 died...\u000a21:52:36.326922 run iperf3-srv_10.42.42.10(pid=19744): Terminated {rc=256}\u000a21:52:36.336818 --- ParallelTerminationStrategy: PID 19747 died...\u000a21:52:36.392318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19747): Terminated: ok {rc=0}\u000a21:52:36.402325 --- ParallelTerminationStrategy: PID 19750 died...\u000a21:52:36.457921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19750): Terminated: ok {rc=0}\u000a21:52:36.467966 --- ParallelTerminationStrategy: PID 19753 died...\u000a21:52:36.524076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19753): Terminated: ok {rc=0}\u000a21:52:36.610732 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19771): Process ended prematurely: osmo-stp_10.42.42.5(pid=19771) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19771)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19771): Process ended prematurely: osmo-stp_10.42.42.5(pid=19771) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a21:52:37.725590 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:37.737287 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:52:37.892488 tst iperf3m4.py: using LAC 23901\u000a21:52:38.021021 tst iperf3m4.py: using RAC 186\u000a21:52:38.151352 tst iperf3m4.py: using CellId 23901\u000a21:52:38.280610 tst iperf3m4.py: using BVCI 23902\u000a21:52:38.305821 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:38.317474 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:38.328418 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:38.339883 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:38.351331 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:38.362887 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:38.374549 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:38.385951 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:38.397668 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:38.515204 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:38.640566 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:38.763467 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:39.046028 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:52:39.173668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:39.490046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19757): Launched\u000a21:52:39.752430 run iperf3-srv_10.42.42.10(pid=19758): Launched\u000a21:52:39.937918 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:52:40.064379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:40.380500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19759): Launched\u000a21:52:40.642296 run iperf3-srv_10.42.42.10(pid=19760): Launched\u000a21:52:40.827344 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:52:40.953760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:41.269309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19761): Launched\u000a21:52:41.532575 run iperf3-srv_10.42.42.10(pid=19762): Launched\u000a21:52:41.718126 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:52:41.844308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:52:42.161206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19763): Launched\u000a21:52:42.423558 run iperf3-srv_10.42.42.10(pid=19764): Launched\u000a21:52:42.608576 tst iperf3m4.py:8: start network...\u000a21:52:42.734889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:43.212838 run create_hlr_db(pid=19765): Launched\u000a21:52:43.387526 bus /gobi_6: Setting Powered False\u000a21:52:44.408453 run create_hlr_db(pid=19765): Terminated: ok {rc=0}\u000a21:52:44.814397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19767): Launched\u000a21:52:45.118357 run osmo-hlr_10.42.42.2(pid=19768): Launched\u000a21:52:45.235652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:52:45.770947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19770): Launched\u000a21:52:46.187172 run osmo-stp_10.42.42.5(pid=19771): Launched\u000a21:52:46.419049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:52:47.006814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19773): Launched\u000a21:52:47.118312 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:52:47.385893 run patchelf(pid=19776): Launched\u000a21:52:47.564268 run osmo-stp_10.42.42.5(pid=19771): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19771)]\u000a21:52:47.694660 run osmo-stp_10.42.42.5(pid=19771): stdout: \u000a| (launched: 2022-12-09_21:52:45.926508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:47.825088 run osmo-stp_10.42.42.5(pid=19771): stderr: \u000a| �[0;m�[38;5;43m20221209215246259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215246259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215246260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215246260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215246260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215246261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215246261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:47.950309 run osmo-stp_10.42.42.5(pid=19771): stdout: \u000a| (launched: 2022-12-09_21:52:45.926508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:52:48.074871 run osmo-stp_10.42.42.5(pid=19771): stderr: \u000a| �[0;m�[38;5;43m20221209215246259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215246259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215246260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215246260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215246260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215246261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215246261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:52:48.221412 run patchelf(pid=19776): Terminating (SIGINT)\u000a21:52:48.393140 run patchelf(pid=19776): Terminated: ok {rc=0}\u000a21:52:48.424358 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19771): Process ended prematurely: osmo-stp_10.42.42.5(pid=19771) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19771)] [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a21:52:48.433970 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a21:52:48.494546 run osmo-hlr_10.42.42.2(pid=19768): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19768)]\u000a21:52:48.543336 run osmo-hlr_10.42.42.2(pid=19768): stdout: \u000a| (launched: 2022-12-09_21:52:44.968317) \u000a21:52:48.592742 run osmo-hlr_10.42.42.2(pid=19768): stderr: \u000a| �[0;m�[1;31m20221209215245147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215245147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215245147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215245147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215245147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215245147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215245158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215245167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215245167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215245167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:52:48.634332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19757): Terminating (SIGTERM)\u000a21:52:48.674272 run iperf3-srv_10.42.42.10(pid=19758): Terminating (SIGTERM)\u000a21:52:48.714510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19759): Terminating (SIGTERM)\u000a21:52:48.754441 run iperf3-srv_10.42.42.10(pid=19760): Terminating (SIGTERM)\u000a21:52:48.794471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19761): Terminating (SIGTERM)\u000a21:52:48.834412 run iperf3-srv_10.42.42.10(pid=19762): Terminating (SIGTERM)\u000a21:52:48.874341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19763): Terminating (SIGTERM)\u000a21:52:48.914161 run iperf3-srv_10.42.42.10(pid=19764): Terminating (SIGTERM)\u000a21:52:48.954213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19767): Terminating (SIGTERM)\u000a21:52:48.993967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19770): Terminating (SIGTERM)\u000a21:52:49.033898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19773): Terminating (SIGTERM)\u000a21:52:49.043519 --- ParallelTerminationStrategy: PID 19757 died...\u000a21:52:49.097109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19757): Terminated: ok {rc=0}\u000a21:52:49.106993 --- ParallelTerminationStrategy: PID 19758 died...\u000a21:52:49.160083 run iperf3-srv_10.42.42.10(pid=19758): Terminated {rc=256}\u000a21:52:49.169910 --- ParallelTerminationStrategy: PID 19759 died...\u000a21:52:49.223578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19759): Terminated: ok {rc=0}\u000a21:52:49.233336 --- ParallelTerminationStrategy: PID 19760 died...\u000a21:52:49.286971 run iperf3-srv_10.42.42.10(pid=19760): Terminated {rc=256}\u000a21:52:49.296652 --- ParallelTerminationStrategy: PID 19761 died...\u000a21:52:49.350058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19761): Terminated: ok {rc=0}\u000a21:52:49.359686 --- ParallelTerminationStrategy: PID 19762 died...\u000a21:52:49.412645 run iperf3-srv_10.42.42.10(pid=19762): Terminated {rc=256}\u000a21:52:49.422436 --- ParallelTerminationStrategy: PID 19763 died...\u000a21:52:49.475573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19763): Terminated: ok {rc=0}\u000a21:52:49.485503 --- ParallelTerminationStrategy: PID 19764 died...\u000a21:52:49.538754 run iperf3-srv_10.42.42.10(pid=19764): Terminated {rc=256}\u000a21:52:49.548337 --- ParallelTerminationStrategy: PID 19767 died...\u000a21:52:49.602083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19767): Terminated: ok {rc=0}\u000a21:52:49.612034 --- ParallelTerminationStrategy: PID 19770 died...\u000a21:52:49.665166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19770): Terminated: ok {rc=0}\u000a21:52:49.675145 --- ParallelTerminationStrategy: PID 19773 died...\u000a21:52:49.728213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19773): Terminated: ok {rc=0}\u000a21:52:49.817281 bus /gobi_4: Setting Powered False\u000a21:52:50.921714 bus /gobi_4: Setting Powered False\u000a21:52:52.033083 bus /gobi_1: Setting Powered False\u000a21:52:53.136612 bus /gobi_1: Setting Powered False\u000a21:52:54.244523 bus /gobi_0: Setting Powered False\u000a21:52:55.351763 bus /gobi_0: Setting Powered False\u000a21:52:56.461085 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19786): Process ended prematurely: osmo-stp_10.42.42.5(pid=19786) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19786)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19786): Process ended prematurely: osmo-stp_10.42.42.5(pid=19786) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a21:52:57.530908 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:57.542582 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:52:57.695185 tst ping.py: using LAC 23902\u000a21:52:57.821015 tst ping.py: using RAC 187\u000a21:52:57.946424 tst ping.py: using CellId 23902\u000a21:52:58.071520 tst ping.py: using BVCI 23903\u000a21:52:58.095958 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:58.107195 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:58.118254 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:58.129401 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:58.140295 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:58.151293 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:58.162493 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:52:58.173534 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:52:58.449490 tst ping.py:19: start network...\u000a21:52:58.574128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:52:59.044365 run create_hlr_db(pid=19777): Launched\u000a21:52:59.217769 bus /gobi_6: Setting Powered False\u000a21:53:00.238750 run create_hlr_db(pid=19777): Terminated: ok {rc=0}\u000a21:53:00.639080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19779): Launched\u000a21:53:01.076195 run osmo-hlr_10.42.42.2(pid=19780): Launched\u000a21:53:01.255648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:01.813385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19782): Launched\u000a21:53:02.277803 run osmo-stp_10.42.42.5(pid=19786): Launched\u000a21:53:02.517562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:03.085343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19796): Launched\u000a21:53:03.201785 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:03.497164 run patchelf(pid=19797): Launched\u000a21:53:03.678491 run osmo-stp_10.42.42.5(pid=19786): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19786)]\u000a21:53:03.810674 run osmo-stp_10.42.42.5(pid=19786): stdout: \u000a| (launched: 2022-12-09_21:53:01.967762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:03.943238 run osmo-stp_10.42.42.5(pid=19786): stderr: \u000a| �[0;m�[38;5;43m20221209215302233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215302234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215302234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215302234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215302235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215302235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215302235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:04.070711 run osmo-stp_10.42.42.5(pid=19786): stdout: \u000a| (launched: 2022-12-09_21:53:01.967762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:04.196375 run osmo-stp_10.42.42.5(pid=19786): stderr: \u000a| �[0;m�[38;5;43m20221209215302233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215302234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215302234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215302234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215302235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215302235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215302235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:04.345955 run patchelf(pid=19797): Terminating (SIGINT)\u000a21:53:04.521788 run patchelf(pid=19797): Terminated: ok {rc=0}\u000a21:53:04.553952 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19786): Process ended prematurely: osmo-stp_10.42.42.5(pid=19786) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19786)] [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a21:53:04.563651 tst ping.py:22: Test FAILED (7.0 sec)\u000a21:53:04.629677 run osmo-hlr_10.42.42.2(pid=19780): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19780)]\u000a21:53:04.682574 run osmo-hlr_10.42.42.2(pid=19780): stdout: \u000a| (launched: 2022-12-09_21:53:00.791153) \u000a21:53:04.735237 run osmo-hlr_10.42.42.2(pid=19780): stderr: \u000a| �[0;m�[1;31m20221209215301023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215301023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215301023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215301023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215301023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215301023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215301044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215301053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215301053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215301053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:04.780015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19779): Terminating (SIGTERM)\u000a21:53:04.823248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19782): Terminating (SIGTERM)\u000a21:53:04.868739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19796): Terminating (SIGTERM)\u000a21:53:04.879307 --- ParallelTerminationStrategy: PID 19779 died...\u000a21:53:04.938370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19779): Terminated: ok {rc=0}\u000a21:53:04.948933 --- ParallelTerminationStrategy: PID 19782 died...\u000a21:53:05.005790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19782): Terminated: ok {rc=0}\u000a21:53:05.016566 --- ParallelTerminationStrategy: PID 19796 died...\u000a21:53:05.074482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19796): Terminated: ok {rc=0}\u000a21:53:05.162050 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20056): Process ended prematurely: osmo-stp_10.42.42.5(pid=20056) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20056)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20056): Process ended prematurely: osmo-stp_10.42.42.5(pid=20056) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a21:53:06.215625 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:06.228009 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a21:53:06.380017 tst ping_idle_ping.py: using LAC 23903\u000a21:53:06.502695 tst ping_idle_ping.py: using RAC 188\u000a21:53:06.621993 tst ping_idle_ping.py: using CellId 23903\u000a21:53:06.743301 tst ping_idle_ping.py: using BVCI 23904\u000a21:53:06.766988 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:06.778757 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:06.790328 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:06.803855 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:06.816446 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:06.828528 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:06.840310 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a21:53:06.853521 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a21:53:07.142082 tst ping_idle_ping.py:24: start network...\u000a21:53:07.271005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:07.801853 run create_hlr_db(pid=19800): Launched\u000a21:53:07.980274 bus /gobi_6: Setting Powered False\u000a21:53:09.033065 run create_hlr_db(pid=19800): Terminated: ok {rc=0}\u000a21:53:09.543656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19835): Launched\u000a21:53:10.053675 run osmo-hlr_10.42.42.2(pid=19856): Launched\u000a21:53:10.336858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:11.045498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19998): Launched\u000a21:53:11.559995 run osmo-stp_10.42.42.5(pid=20056): Launched\u000a21:53:11.717304 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:12.308591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20066): Launched\u000a21:53:12.427413 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:12.731271 run patchelf(pid=20067): Launched\u000a21:53:12.925546 run osmo-stp_10.42.42.5(pid=20056): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20056)]\u000a21:53:13.067783 run osmo-stp_10.42.42.5(pid=20056): stdout: \u000a| (launched: 2022-12-09_21:53:11.241641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:13.209792 run osmo-stp_10.42.42.5(pid=20056): stderr: \u000a| �[0;m�[38;5;43m20221209215311519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215311519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215311519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215311520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215311520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215311520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215311520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:13.347254 run osmo-stp_10.42.42.5(pid=20056): stdout: \u000a| (launched: 2022-12-09_21:53:11.241641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:13.483065 run osmo-stp_10.42.42.5(pid=20056): stderr: \u000a| �[0;m�[38;5;43m20221209215311519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215311519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215311519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215311520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215311520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215311520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215311520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:13.642799 run patchelf(pid=20067): Terminating (SIGINT)\u000a21:53:13.830052 run patchelf(pid=20067): Terminated: ok {rc=0}\u000a21:53:13.864457 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20056): Process ended prematurely: osmo-stp_10.42.42.5(pid=20056) [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20056)] [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a21:53:13.874860 tst ping_idle_ping.py:27: Test FAILED (7.6 sec)\u000a21:53:13.940796 run osmo-hlr_10.42.42.2(pid=19856): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19856)]\u000a21:53:13.995005 run osmo-hlr_10.42.42.2(pid=19856): stdout: \u000a| (launched: 2022-12-09_21:53:09.755478) \u000a21:53:14.049762 run osmo-hlr_10.42.42.2(pid=19856): stderr: \u000a| �[0;m�[1;31m20221209215310094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215310094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215310094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215310094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215310094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215310094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215310126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215310138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215310138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215310138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:14.096789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19835): Terminating (SIGTERM)\u000a21:53:14.143111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19998): Terminating (SIGTERM)\u000a21:53:14.189577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20066): Terminating (SIGTERM)\u000a21:53:14.200529 --- ParallelTerminationStrategy: PID 19835 died...\u000a21:53:14.260512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19835): Terminated: ok {rc=0}\u000a21:53:14.271465 --- ParallelTerminationStrategy: PID 19998 died...\u000a21:53:14.330124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19998): Terminated: ok {rc=0}\u000a21:53:14.341166 --- ParallelTerminationStrategy: PID 20066 died...\u000a21:53:14.399506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20066): Terminated: ok {rc=0}\u000a21:53:14.491286 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:52:15" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20081): Process ended prematurely: osmo-stp_10.42.42.5(pid=20081) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20081)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20081): Process ended prematurely: osmo-stp_10.42.42.5(pid=20081) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:53:16.717572 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:16.729637 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:53:16.890961 tst cs_paging_gprs_active.py: using LAC 23904\u000a21:53:17.029155 tst cs_paging_gprs_active.py: using RAC 189\u000a21:53:17.164183 tst cs_paging_gprs_active.py: using CellId 23904\u000a21:53:17.360591 tst cs_paging_gprs_active.py: using BVCI 23905\u000a21:53:17.399024 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:17.415114 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:17.434547 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:17.451757 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:17.470640 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:17.487943 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:17.504873 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:17.518280 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:17.541576 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:17.717538 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:18.051682 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:53:18.182479 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:18.525776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20071): Launched\u000a21:53:18.802648 run iperf3-srv_10.42.42.10(pid=20072): Launched\u000a21:53:18.993356 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:53:19.123886 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:19.465214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20073): Launched\u000a21:53:19.752892 run iperf3-srv_10.42.42.10(pid=20074): Launched\u000a21:53:19.942610 tst cs_paging_gprs_active.py:38: start network...\u000a21:53:20.072850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:20.611249 run create_hlr_db(pid=20075): Launched\u000a21:53:20.791390 bus /gobi_6: Setting Powered False\u000a21:53:21.814661 run create_hlr_db(pid=20075): Terminated: ok {rc=0}\u000a21:53:22.254108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20077): Launched\u000a21:53:22.683004 run osmo-hlr_10.42.42.2(pid=20078): Launched\u000a21:53:22.910679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:23.578982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20080): Launched\u000a21:53:23.999378 run osmo-stp_10.42.42.5(pid=20081): Launched\u000a21:53:24.238862 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:24.881869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20083): Launched\u000a21:53:24.995174 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:25.295772 run patchelf(pid=20084): Launched\u000a21:53:25.491398 run osmo-stp_10.42.42.5(pid=20081): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20081)]\u000a21:53:25.631287 run osmo-stp_10.42.42.5(pid=20081): stdout: \u000a| (launched: 2022-12-09_21:53:23.740377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:25.770916 run osmo-stp_10.42.42.5(pid=20081): stderr: \u000a| �[0;m�[38;5;43m20221209215324080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215324080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215324080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215324085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215324085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215324085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215324085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:25.905673 run osmo-stp_10.42.42.5(pid=20081): stdout: \u000a| (launched: 2022-12-09_21:53:23.740377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:26.039268 run osmo-stp_10.42.42.5(pid=20081): stderr: \u000a| �[0;m�[38;5;43m20221209215324080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215324080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215324080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215324085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215324085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215324085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215324085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:26.195598 run patchelf(pid=20084): Terminating (SIGINT)\u000a21:53:26.380042 run patchelf(pid=20084): Terminated: ok {rc=0}\u000a21:53:26.413753 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20081): Process ended prematurely: osmo-stp_10.42.42.5(pid=20081) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20081)] [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a21:53:26.423702 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a21:53:26.486988 run osmo-hlr_10.42.42.2(pid=20078): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20078)]\u000a21:53:26.539429 run osmo-hlr_10.42.42.2(pid=20078): stdout: \u000a| (launched: 2022-12-09_21:53:22.414298) \u000a21:53:26.591691 run osmo-hlr_10.42.42.2(pid=20078): stderr: \u000a| �[0;m�[1;31m20221209215322772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215322772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215322772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215322772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215322772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215322772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215322794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215322803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215322803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215322803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:26.636247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20071): Terminating (SIGTERM)\u000a21:53:26.678444 run iperf3-srv_10.42.42.10(pid=20072): Terminating (SIGTERM)\u000a21:53:26.720442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20073): Terminating (SIGTERM)\u000a21:53:26.762394 run iperf3-srv_10.42.42.10(pid=20074): Terminating (SIGTERM)\u000a21:53:26.804254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20077): Terminating (SIGTERM)\u000a21:53:26.846096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20080): Terminating (SIGTERM)\u000a21:53:26.888084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20083): Terminating (SIGTERM)\u000a21:53:26.897788 --- ParallelTerminationStrategy: PID 20071 died...\u000a21:53:26.954024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20071): Terminated: ok {rc=0}\u000a21:53:26.964120 --- ParallelTerminationStrategy: PID 20072 died...\u000a21:53:27.020003 run iperf3-srv_10.42.42.10(pid=20072): Terminated {rc=256}\u000a21:53:27.030107 --- ParallelTerminationStrategy: PID 20073 died...\u000a21:53:27.086181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20073): Terminated: ok {rc=0}\u000a21:53:27.096260 --- ParallelTerminationStrategy: PID 20074 died...\u000a21:53:27.152248 run iperf3-srv_10.42.42.10(pid=20074): Terminated {rc=256}\u000a21:53:27.162323 --- ParallelTerminationStrategy: PID 20077 died...\u000a21:53:27.218176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20077): Terminated: ok {rc=0}\u000a21:53:27.228250 --- ParallelTerminationStrategy: PID 20080 died...\u000a21:53:27.284223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20080): Terminated: ok {rc=0}\u000a21:53:27.294359 --- ParallelTerminationStrategy: PID 20083 died...\u000a21:53:27.350842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20083): Terminated: ok {rc=0}\u000a21:53:27.437763 bus /gobi_0: Setting Powered False\u000a21:53:28.542940 bus /gobi_0: Setting Powered False\u000a21:53:29.654037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20093): Process ended prematurely: osmo-stp_10.42.42.5(pid=20093) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20093)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20093): Process ended prematurely: osmo-stp_10.42.42.5(pid=20093) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a21:53:30.763888 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:30.775387 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:53:30.941974 tst iperf3.py: using LAC 23905\u000a21:53:31.068343 tst iperf3.py: using RAC 190\u000a21:53:31.201908 tst iperf3.py: using CellId 23905\u000a21:53:31.332342 tst iperf3.py: using BVCI 23906\u000a21:53:31.358091 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:31.369995 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:31.381701 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:31.394515 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:31.406275 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:31.418556 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:31.431257 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:31.443085 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:31.455461 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:31.757991 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:53:31.910411 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:32.308432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20085): Launched\u000a21:53:32.592032 run iperf3-srv_10.42.42.10(pid=20086): Launched\u000a21:53:32.792238 tst iperf3.py:8: start network...\u000a21:53:32.928395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:33.446966 run create_hlr_db(pid=20087): Launched\u000a21:53:33.635176 bus /gobi_6: Setting Powered False\u000a21:53:34.658000 run create_hlr_db(pid=20087): Terminated: ok {rc=0}\u000a21:53:35.090967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20089): Launched\u000a21:53:35.416271 run osmo-hlr_10.42.42.2(pid=20090): Launched\u000a21:53:35.535417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:36.103257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20092): Launched\u000a21:53:36.429045 run osmo-stp_10.42.42.5(pid=20093): Launched\u000a21:53:36.547135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:37.115922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20095): Launched\u000a21:53:37.231963 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:37.516067 run patchelf(pid=20096): Launched\u000a21:53:37.707888 run osmo-stp_10.42.42.5(pid=20093): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20093)]\u000a21:53:37.847562 run osmo-stp_10.42.42.5(pid=20093): stdout: \u000a| (launched: 2022-12-09_21:53:36.269108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:37.987493 run osmo-stp_10.42.42.5(pid=20093): stderr: \u000a| �[0;m�[38;5;43m20221209215336462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215336462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215336462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215336463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215336464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215336464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215336464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:38.122253 run osmo-stp_10.42.42.5(pid=20093): stdout: \u000a| (launched: 2022-12-09_21:53:36.269108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:38.255534 run osmo-stp_10.42.42.5(pid=20093): stderr: \u000a| �[0;m�[38;5;43m20221209215336462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215336462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215336462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215336463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215336464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215336464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215336464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:38.412423 run patchelf(pid=20096): Terminating (SIGINT)\u000a21:53:38.597977 run patchelf(pid=20096): Terminated: ok {rc=0}\u000a21:53:38.632211 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20093): Process ended prematurely: osmo-stp_10.42.42.5(pid=20093) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20093)] [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a21:53:38.642234 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a21:53:38.705260 run osmo-hlr_10.42.42.2(pid=20090): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20090)]\u000a21:53:38.756927 run osmo-hlr_10.42.42.2(pid=20090): stdout: \u000a| (launched: 2022-12-09_21:53:35.257210) \u000a21:53:38.809221 run osmo-hlr_10.42.42.2(pid=20090): stderr: \u000a| �[0;m�[1;31m20221209215335457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215335458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215335458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215335458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215335458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215335458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215335506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215335516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215335517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215335517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:38.853816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20085): Terminating (SIGTERM)\u000a21:53:38.895715 run iperf3-srv_10.42.42.10(pid=20086): Terminating (SIGTERM)\u000a21:53:38.937645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20089): Terminating (SIGTERM)\u000a21:53:38.979446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20092): Terminating (SIGTERM)\u000a21:53:39.021399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20095): Terminating (SIGTERM)\u000a21:53:39.031071 --- ParallelTerminationStrategy: PID 20085 died...\u000a21:53:39.087184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20085): Terminated: ok {rc=0}\u000a21:53:39.097358 --- ParallelTerminationStrategy: PID 20086 died...\u000a21:53:39.153006 run iperf3-srv_10.42.42.10(pid=20086): Terminated {rc=256}\u000a21:53:39.162960 --- ParallelTerminationStrategy: PID 20089 died...\u000a21:53:39.218407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20089): Terminated: ok {rc=0}\u000a21:53:39.228428 --- ParallelTerminationStrategy: PID 20092 died...\u000a21:53:39.283765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20092): Terminated: ok {rc=0}\u000a21:53:39.293882 --- ParallelTerminationStrategy: PID 20095 died...\u000a21:53:39.349262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20095): Terminated: ok {rc=0}\u000a21:53:39.436670 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20111): Process ended prematurely: osmo-stp_10.42.42.5(pid=20111) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20111)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20111): Process ended prematurely: osmo-stp_10.42.42.5(pid=20111) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a21:53:40.552545 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:40.564470 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:53:40.717832 tst iperf3m4.py: using LAC 23906\u000a21:53:40.850205 tst iperf3m4.py: using RAC 191\u000a21:53:40.976278 tst iperf3m4.py: using CellId 23906\u000a21:53:41.102860 tst iperf3m4.py: using BVCI 23907\u000a21:53:41.128003 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:41.139305 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:41.150433 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:41.161658 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:41.172617 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:41.183819 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:41.195035 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:41.206098 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:53:41.217408 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:41.337867 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:41.461452 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:41.581563 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:53:41.861711 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:53:41.988392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:42.304052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20097): Launched\u000a21:53:42.566705 run iperf3-srv_10.42.42.10(pid=20098): Launched\u000a21:53:42.753967 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:53:42.881100 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:43.197285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20099): Launched\u000a21:53:43.457490 run iperf3-srv_10.42.42.10(pid=20100): Launched\u000a21:53:43.641928 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:53:43.767748 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:44.081561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20101): Launched\u000a21:53:44.342327 run iperf3-srv_10.42.42.10(pid=20102): Launched\u000a21:53:44.526453 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:53:44.652699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:53:44.967225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20103): Launched\u000a21:53:45.227749 run iperf3-srv_10.42.42.10(pid=20104): Launched\u000a21:53:45.411999 tst iperf3m4.py:8: start network...\u000a21:53:45.538155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:53:46.048307 run create_hlr_db(pid=20105): Launched\u000a21:53:46.228861 bus /gobi_6: Setting Powered False\u000a21:53:47.250141 run create_hlr_db(pid=20105): Terminated: ok {rc=0}\u000a21:53:47.658267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20107): Launched\u000a21:53:47.964063 run osmo-hlr_10.42.42.2(pid=20108): Launched\u000a21:53:48.084423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:53:48.630346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20110): Launched\u000a21:53:48.934548 run osmo-stp_10.42.42.5(pid=20111): Launched\u000a21:53:49.045389 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:53:49.576776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20113): Launched\u000a21:53:49.686148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:53:49.953721 run patchelf(pid=20114): Launched\u000a21:53:50.132727 run osmo-stp_10.42.42.5(pid=20111): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20111)]\u000a21:53:50.263172 run osmo-stp_10.42.42.5(pid=20111): stdout: \u000a| (launched: 2022-12-09_21:53:48.784890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:50.394065 run osmo-stp_10.42.42.5(pid=20111): stderr: \u000a| �[0;m�[38;5;43m20221209215348958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215348958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215348958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215348959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215348959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215348959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215348959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:50.519645 run osmo-stp_10.42.42.5(pid=20111): stdout: \u000a| (launched: 2022-12-09_21:53:48.784890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:53:50.644035 run osmo-stp_10.42.42.5(pid=20111): stderr: \u000a| �[0;m�[38;5;43m20221209215348958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215348958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215348958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215348959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215348959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215348959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215348959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:53:50.790449 run patchelf(pid=20114): Terminating (SIGINT)\u000a21:53:50.962693 run patchelf(pid=20114): Terminated: ok {rc=0}\u000a21:53:50.994170 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20111): Process ended prematurely: osmo-stp_10.42.42.5(pid=20111) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20111)] [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a21:53:51.003374 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a21:53:51.064181 run osmo-hlr_10.42.42.2(pid=20108): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20108)]\u000a21:53:51.113110 run osmo-hlr_10.42.42.2(pid=20108): stdout: \u000a| (launched: 2022-12-09_21:53:47.812488) \u000a21:53:51.163106 run osmo-hlr_10.42.42.2(pid=20108): stderr: \u000a| �[0;m�[1;31m20221209215347988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215347988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215347988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215347988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215347988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215347988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215347998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215348007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215348007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215348007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:53:51.205059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20097): Terminating (SIGTERM)\u000a21:53:51.244933 run iperf3-srv_10.42.42.10(pid=20098): Terminating (SIGTERM)\u000a21:53:51.284881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20099): Terminating (SIGTERM)\u000a21:53:51.324852 run iperf3-srv_10.42.42.10(pid=20100): Terminating (SIGTERM)\u000a21:53:51.365061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20101): Terminating (SIGTERM)\u000a21:53:51.404455 run iperf3-srv_10.42.42.10(pid=20102): Terminating (SIGTERM)\u000a21:53:51.444251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20103): Terminating (SIGTERM)\u000a21:53:51.484005 run iperf3-srv_10.42.42.10(pid=20104): Terminating (SIGTERM)\u000a21:53:51.523832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20107): Terminating (SIGTERM)\u000a21:53:51.563739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20110): Terminating (SIGTERM)\u000a21:53:51.603871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20113): Terminating (SIGTERM)\u000a21:53:51.613402 --- ParallelTerminationStrategy: PID 20097 died...\u000a21:53:51.667139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20097): Terminated: ok {rc=0}\u000a21:53:51.676711 --- ParallelTerminationStrategy: PID 20098 died...\u000a21:53:51.729554 run iperf3-srv_10.42.42.10(pid=20098): Terminated {rc=256}\u000a21:53:51.739343 --- ParallelTerminationStrategy: PID 20099 died...\u000a21:53:51.792340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20099): Terminated: ok {rc=0}\u000a21:53:51.801893 --- ParallelTerminationStrategy: PID 20100 died...\u000a21:53:51.854639 run iperf3-srv_10.42.42.10(pid=20100): Terminated {rc=256}\u000a21:53:51.864724 --- ParallelTerminationStrategy: PID 20101 died...\u000a21:53:51.917797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20101): Terminated: ok {rc=0}\u000a21:53:51.927550 --- ParallelTerminationStrategy: PID 20102 died...\u000a21:53:51.980290 run iperf3-srv_10.42.42.10(pid=20102): Terminated {rc=256}\u000a21:53:51.990058 --- ParallelTerminationStrategy: PID 20103 died...\u000a21:53:52.042923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20103): Terminated: ok {rc=0}\u000a21:53:52.052652 --- ParallelTerminationStrategy: PID 20104 died...\u000a21:53:52.105875 run iperf3-srv_10.42.42.10(pid=20104): Terminated {rc=256}\u000a21:53:52.115505 --- ParallelTerminationStrategy: PID 20107 died...\u000a21:53:52.168331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20107): Terminated: ok {rc=0}\u000a21:53:52.182415 --- ParallelTerminationStrategy: PID 20110 died...\u000a21:53:52.238618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20110): Terminated: ok {rc=0}\u000a21:53:52.248827 --- ParallelTerminationStrategy: PID 20113 died...\u000a21:53:52.305197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20113): Terminated: ok {rc=0}\u000a21:53:52.392369 bus /gobi_4: Setting Powered False\u000a21:53:53.498920 bus /gobi_4: Setting Powered False\u000a21:53:54.611690 bus /gobi_1: Setting Powered False\u000a21:53:55.715450 bus /gobi_1: Setting Powered False\u000a21:53:56.826922 bus /gobi_0: Setting Powered False\u000a21:53:57.928882 bus /gobi_0: Setting Powered False\u000a21:53:59.041641 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20121): Process ended prematurely: osmo-stp_10.42.42.5(pid=20121) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20121)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20121): Process ended prematurely: osmo-stp_10.42.42.5(pid=20121) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a21:54:00.108226 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:00.119665 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:54:00.263213 tst ping.py: using LAC 23907\u000a21:54:00.380418 tst ping.py: using RAC 192\u000a21:54:00.501282 tst ping.py: using CellId 23907\u000a21:54:00.616842 tst ping.py: using BVCI 23908\u000a21:54:00.639677 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:00.650752 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:00.661423 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:00.672194 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:00.682894 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:00.693668 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:00.704630 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:00.715493 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:54:00.996511 tst ping.py:19: start network...\u000a21:54:01.122900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:01.689852 run create_hlr_db(pid=20115): Launched\u000a21:54:01.880392 bus /gobi_6: Setting Powered False\u000a21:54:02.894049 run create_hlr_db(pid=20115): Terminated: ok {rc=0}\u000a21:54:03.322658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20117): Launched\u000a21:54:03.643187 run osmo-hlr_10.42.42.2(pid=20118): Launched\u000a21:54:03.762348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:04.320642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20120): Launched\u000a21:54:04.641068 run osmo-stp_10.42.42.5(pid=20121): Launched\u000a21:54:04.756602 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:54:05.316573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20123): Launched\u000a21:54:05.429722 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:54:05.708467 run patchelf(pid=20124): Launched\u000a21:54:05.895269 run osmo-stp_10.42.42.5(pid=20121): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20121)]\u000a21:54:06.031868 run osmo-stp_10.42.42.5(pid=20121): stdout: \u000a| (launched: 2022-12-09_21:54:04.483014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:06.169251 run osmo-stp_10.42.42.5(pid=20121): stderr: \u000a| �[0;m�[38;5;43m20221209215404675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215404676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215404676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215404676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215404677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215404677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215404677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:06.301092 run osmo-stp_10.42.42.5(pid=20121): stdout: \u000a| (launched: 2022-12-09_21:54:04.483014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:06.431496 run osmo-stp_10.42.42.5(pid=20121): stderr: \u000a| �[0;m�[38;5;43m20221209215404675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215404676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215404676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215404676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215404677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215404677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215404677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:06.584719 run patchelf(pid=20124): Terminating (SIGINT)\u000a21:54:06.764628 run patchelf(pid=20124): Terminated: ok {rc=0}\u000a21:54:06.797191 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20121): Process ended prematurely: osmo-stp_10.42.42.5(pid=20121) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20121)] [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a21:54:06.806364 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:54:06.869333 run osmo-hlr_10.42.42.2(pid=20118): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20118)]\u000a21:54:06.920479 run osmo-hlr_10.42.42.2(pid=20118): stdout: \u000a| (launched: 2022-12-09_21:54:03.485299) \u000a21:54:06.972275 run osmo-hlr_10.42.42.2(pid=20118): stderr: \u000a| �[0;m�[1;31m20221209215403683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215403683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215403683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215403683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215403683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215403683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215403695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215403703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215403704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215403704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:07.016998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20117): Terminating (SIGTERM)\u000a21:54:07.058886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20120): Terminating (SIGTERM)\u000a21:54:07.100836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20123): Terminating (SIGTERM)\u000a21:54:07.110609 --- ParallelTerminationStrategy: PID 20117 died...\u000a21:54:07.166750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20117): Terminated: ok {rc=0}\u000a21:54:07.176790 --- ParallelTerminationStrategy: PID 20120 died...\u000a21:54:07.232589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20120): Terminated: ok {rc=0}\u000a21:54:07.242691 --- ParallelTerminationStrategy: PID 20123 died...\u000a21:54:07.298833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20123): Terminated: ok {rc=0}\u000a21:54:07.385326 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20131): Process ended prematurely: osmo-stp_10.42.42.5(pid=20131) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20131)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20131): Process ended prematurely: osmo-stp_10.42.42.5(pid=20131) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a21:54:08.439397 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:08.451311 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:54:08.605068 tst ping_idle_ping.py: using LAC 23908\u000a21:54:08.731171 tst ping_idle_ping.py: using RAC 193\u000a21:54:08.857716 tst ping_idle_ping.py: using CellId 23908\u000a21:54:08.982582 tst ping_idle_ping.py: using BVCI 23909\u000a21:54:09.006982 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:09.018390 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:09.029460 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:09.040539 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:09.051650 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:09.062785 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:09.074167 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a21:54:09.085240 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a21:54:09.376555 tst ping_idle_ping.py:24: start network...\u000a21:54:09.510462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:10.023853 run create_hlr_db(pid=20125): Launched\u000a21:54:10.210469 bus /gobi_6: Setting Powered False\u000a21:54:11.231260 run create_hlr_db(pid=20125): Terminated: ok {rc=0}\u000a21:54:11.636318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20127): Launched\u000a21:54:11.939749 run osmo-hlr_10.42.42.2(pid=20128): Launched\u000a21:54:12.053927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:12.575304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20130): Launched\u000a21:54:12.877927 run osmo-stp_10.42.42.5(pid=20131): Launched\u000a21:54:12.987507 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:54:13.510907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20133): Launched\u000a21:54:13.618338 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:54:13.881911 run patchelf(pid=20134): Launched\u000a21:54:14.057837 run osmo-stp_10.42.42.5(pid=20131): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20131)]\u000a21:54:14.186693 run osmo-stp_10.42.42.5(pid=20131): stdout: \u000a| (launched: 2022-12-09_21:54:12.728802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:14.316187 run osmo-stp_10.42.42.5(pid=20131): stderr: \u000a| �[0;m�[38;5;43m20221209215412901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215412901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215412901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215412902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215412902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215412902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215412902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:14.440731 run osmo-stp_10.42.42.5(pid=20131): stdout: \u000a| (launched: 2022-12-09_21:54:12.728802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:14.564273 run osmo-stp_10.42.42.5(pid=20131): stderr: \u000a| �[0;m�[38;5;43m20221209215412901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215412901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215412901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215412902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215412902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215412902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215412902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:14.708761 run patchelf(pid=20134): Terminating (SIGINT)\u000a21:54:14.878817 run patchelf(pid=20134): Terminated: ok {rc=0}\u000a21:54:14.910113 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20131): Process ended prematurely: osmo-stp_10.42.42.5(pid=20131) [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20131)] [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a21:54:14.918697 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a21:54:14.979058 run osmo-hlr_10.42.42.2(pid=20128): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20128)]\u000a21:54:15.028270 run osmo-hlr_10.42.42.2(pid=20128): stdout: \u000a| (launched: 2022-12-09_21:54:11.788676) \u000a21:54:15.078285 run osmo-hlr_10.42.42.2(pid=20128): stderr: \u000a| �[0;m�[1;31m20221209215411970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215411970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215411970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215411970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215411970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215411970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215411982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215411990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215411991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215411991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:15.120414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20127): Terminating (SIGTERM)\u000a21:54:15.160157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20130): Terminating (SIGTERM)\u000a21:54:15.199728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20133): Terminating (SIGTERM)\u000a21:54:15.209321 --- ParallelTerminationStrategy: PID 20127 died...\u000a21:54:15.262715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20127): Terminated: ok {rc=0}\u000a21:54:15.272641 --- ParallelTerminationStrategy: PID 20130 died...\u000a21:54:15.325836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20130): Terminated: ok {rc=0}\u000a21:54:15.335791 --- ParallelTerminationStrategy: PID 20133 died...\u000a21:54:15.389079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20133): Terminated: ok {rc=0}\u000a21:54:15.476716 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:53:16" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20144): Process ended prematurely: osmo-stp_10.42.42.5(pid=20144) [trial-2365↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20144)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20144): Process ended prematurely: osmo-stp_10.42.42.5(pid=20144) [trial-2365↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a21:54:17.516169 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:17.527366 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:54:17.676639 tst switch_tch_pdch.py: using LAC 23909\u000a21:54:17.806925 tst switch_tch_pdch.py: using RAC 194\u000a21:54:17.930309 tst switch_tch_pdch.py: using CellId 23909\u000a21:54:18.052900 tst switch_tch_pdch.py: using BVCI 23910\u000a21:54:18.077396 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:18.088813 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:18.100298 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:18.111595 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:18.123382 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:18.134906 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:18.146520 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a21:54:18.157902 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:54:18.277493 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:54:18.554772 tst switch_tch_pdch.py:51: start network...\u000a21:54:18.678145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:19.146661 run create_hlr_db(pid=20138): Launched\u000a21:54:19.318754 bus /gobi_6: Setting Powered False\u000a21:54:20.339266 run create_hlr_db(pid=20138): Terminated: ok {rc=0}\u000a21:54:20.737948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20140): Launched\u000a21:54:21.035261 run osmo-hlr_10.42.42.2(pid=20141): Launched\u000a21:54:21.149436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:21.679729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20143): Launched\u000a21:54:21.977272 run osmo-stp_10.42.42.5(pid=20144): Launched\u000a21:54:22.085190 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:54:22.603299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20146): Launched\u000a21:54:22.708942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:54:22.968674 run patchelf(pid=20147): Launched\u000a21:54:23.143273 run osmo-stp_10.42.42.5(pid=20144): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20144)]\u000a21:54:23.271062 run osmo-stp_10.42.42.5(pid=20144): stdout: \u000a| (launched: 2022-12-09_21:54:21.830470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:23.398674 run osmo-stp_10.42.42.5(pid=20144): stderr: \u000a| �[0;m�[38;5;43m20221209215422000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215422000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215422000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215422001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215422001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215422002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215422002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:23.521443 run osmo-stp_10.42.42.5(pid=20144): stdout: \u000a| (launched: 2022-12-09_21:54:21.830470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:23.643484 run osmo-stp_10.42.42.5(pid=20144): stderr: \u000a| �[0;m�[38;5;43m20221209215422000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215422000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215422000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215422001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215422001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215422002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215422002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:23.786627 run patchelf(pid=20147): Terminating (SIGINT)\u000a21:54:23.955208 run patchelf(pid=20147): Terminated: ok {rc=0}\u000a21:54:23.985708 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20144): Process ended prematurely: osmo-stp_10.42.42.5(pid=20144) [trial-2365↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20144)] [trial-2365↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a21:54:23.994327 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a21:54:24.054787 run osmo-hlr_10.42.42.2(pid=20141): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20141)]\u000a21:54:24.103834 run osmo-hlr_10.42.42.2(pid=20141): stdout: \u000a| (launched: 2022-12-09_21:54:20.888375) \u000a21:54:24.153582 run osmo-hlr_10.42.42.2(pid=20141): stderr: \u000a| �[0;m�[1;31m20221209215421066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215421066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215421066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215421066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215421066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215421066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215421082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215421092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215421092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215421092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:24.195469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20140): Terminating (SIGTERM)\u000a21:54:24.235711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20143): Terminating (SIGTERM)\u000a21:54:24.275204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20146): Terminating (SIGTERM)\u000a21:54:24.284706 --- ParallelTerminationStrategy: PID 20140 died...\u000a21:54:24.338381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20140): Terminated: ok {rc=0}\u000a21:54:24.347956 --- ParallelTerminationStrategy: PID 20143 died...\u000a21:54:24.401378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20143): Terminated: ok {rc=0}\u000a21:54:24.410964 --- ParallelTerminationStrategy: PID 20146 died...\u000a21:54:24.465103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20146): Terminated: ok {rc=0}\u000a21:54:24.554593 bus /gobi_0: Setting Powered False\u000a21:54:25.658471 bus /gobi_0: Setting Powered False\u000a21:54:26.770193 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:54:17" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20160): Process ended prematurely: osmo-stp_10.42.42.5(pid=20160) [trial-2365↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20160)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20160): Process ended prematurely: osmo-stp_10.42.42.5(pid=20160) [trial-2365↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a21:54:28.719717 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:28.731043 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a21:54:28.882054 tst switch_tch_pdch.py: using LAC 23910\u000a21:54:29.008185 tst switch_tch_pdch.py: using RAC 195\u000a21:54:29.133025 tst switch_tch_pdch.py: using CellId 23910\u000a21:54:29.259538 tst switch_tch_pdch.py: using BVCI 23911\u000a21:54:29.283911 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:29.295242 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:29.306382 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:29.317465 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:29.328475 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:29.339584 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:29.350864 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a21:54:29.361984 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:54:29.478755 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a21:54:29.771801 tst switch_tch_pdch.py:51: start network...\u000a21:54:29.904664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:30.385166 run create_hlr_db(pid=20154): Launched\u000a21:54:30.515068 bus /gobi_6: Setting Powered False\u000a21:54:31.592514 run create_hlr_db(pid=20154): Terminated: ok {rc=0}\u000a21:54:32.009705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20156): Launched\u000a21:54:32.323028 run osmo-hlr_10.42.42.2(pid=20157): Launched\u000a21:54:32.439091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:32.945337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20159): Launched\u000a21:54:33.244163 run osmo-stp_10.42.42.5(pid=20160): Launched\u000a21:54:33.352289 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:54:33.846331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20162): Launched\u000a21:54:33.953225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:54:34.215059 run patchelf(pid=20163): Launched\u000a21:54:34.389941 run osmo-stp_10.42.42.5(pid=20160): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20160)]\u000a21:54:34.517940 run osmo-stp_10.42.42.5(pid=20160): stdout: \u000a| (launched: 2022-12-09_21:54:33.097270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:34.646592 run osmo-stp_10.42.42.5(pid=20160): stderr: \u000a| �[0;m�[38;5;43m20221209215433268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215433268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215433269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215433269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215433270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215433270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215433270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:34.769574 run osmo-stp_10.42.42.5(pid=20160): stdout: \u000a| (launched: 2022-12-09_21:54:33.097270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:34.892365 run osmo-stp_10.42.42.5(pid=20160): stderr: \u000a| �[0;m�[38;5;43m20221209215433268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215433268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215433269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215433269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215433270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215433270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215433270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:35.036318 run patchelf(pid=20163): Terminating (SIGINT)\u000a21:54:35.205624 run patchelf(pid=20163): Terminated: ok {rc=0}\u000a21:54:35.236195 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20160): Process ended prematurely: osmo-stp_10.42.42.5(pid=20160) [trial-2365↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20160)] [trial-2365↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a21:54:35.244789 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a21:54:35.305110 run osmo-hlr_10.42.42.2(pid=20157): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20157)]\u000a21:54:35.354541 run osmo-hlr_10.42.42.2(pid=20157): stdout: \u000a| (launched: 2022-12-09_21:54:32.175021) \u000a21:54:35.404527 run osmo-hlr_10.42.42.2(pid=20157): stderr: \u000a| �[0;m�[1;31m20221209215432352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215432352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215432352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215432352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215432352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215432352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215432370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215432379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215432379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215432380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:35.447125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20156): Terminating (SIGTERM)\u000a21:54:35.487216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20159): Terminating (SIGTERM)\u000a21:54:35.527374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20162): Terminating (SIGTERM)\u000a21:54:35.536846 --- ParallelTerminationStrategy: PID 20156 died...\u000a21:54:35.590592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20156): Terminated: ok {rc=0}\u000a21:54:35.600559 --- ParallelTerminationStrategy: PID 20159 died...\u000a21:54:35.653878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20159): Terminated: ok {rc=0}\u000a21:54:35.663850 --- ParallelTerminationStrategy: PID 20162 died...\u000a21:54:35.717478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20162): Terminated: ok {rc=0}\u000a21:54:35.805106 bus /gobi_0: Setting Powered False\u000a21:54:36.909917 bus /gobi_0: Setting Powered False\u000a21:54:38.017580 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:54:28" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20169): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20169) [trial-2365↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20169)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20169): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20169) [trial-2365↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a21:54:39.879967 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a21:54:39.890561 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a21:54:40.012596 tst mo_mt_sms.py: using LAC 23911\u000a21:54:40.131621 tst mo_mt_sms.py: using RAC 196\u000a21:54:40.257615 tst mo_mt_sms.py: using CellId 23911\u000a21:54:40.385635 tst mo_mt_sms.py: using BVCI 23912\u000a21:54:40.410451 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a21:54:40.525120 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a21:54:40.816544 tst mo_mt_sms.py:9: start nitb and bts...\u000a21:54:40.950148 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:54:41.608808 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20168): Launched\u000a21:54:41.925868 run osmo-nitb_10.42.42.2(pid=20169): Launched\u000a21:54:42.121967 run osmo-nitb_10.42.42.2(pid=20169): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20169)]\u000a21:54:42.266644 run osmo-nitb_10.42.42.2(pid=20169): stdout: \u000a| (launched: 2022-12-09_21:54:41.772559) \u000a21:54:42.411836 run osmo-nitb_10.42.42.2(pid=20169): stderr: \u000a| (launched: 2022-12-09_21:54:41.820007)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:54:42.551578 run osmo-nitb_10.42.42.2(pid=20169): stdout: \u000a| (launched: 2022-12-09_21:54:41.772559) \u000a21:54:42.690810 run osmo-nitb_10.42.42.2(pid=20169): stderr: \u000a| (launched: 2022-12-09_21:54:41.820007)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:54:43.054771 tst osmo-nitb_10.42.42.2(pid=20169): stdout: \u000a| (launched: 2022-12-09_21:54:41.772559) \u000a21:54:43.183231 tst osmo-nitb_10.42.42.2(pid=20169): stderr: \u000a| (launched: 2022-12-09_21:54:41.820007)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:54:43.239049 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20169): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20169) [trial-2365↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20169)] [trial-2365↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a21:54:43.247565 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a21:54:43.283428 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20168): Terminating (SIGTERM)\u000a21:54:43.461226 --- ParallelTerminationStrategy: PID 20168 died...\u000a21:54:43.518321 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20168): Terminated: ok {rc=0}\u000a21:54:43.606018 bus /sierra_3: Setting Powered False\u000a21:54:44.712438 bus /sierra_3: Setting Powered False\u000a21:54:45.821019 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:54:39" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20180): Process ended prematurely: osmo-stp_10.42.42.5(pid=20180) [trial-2365↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20180)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20180): Process ended prematurely: osmo-stp_10.42.42.5(pid=20180) [trial-2365↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a21:54:47.721559 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:47.732536 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a21:54:47.860592 tst mo_mt_sms.py: using LAC 23912\u000a21:54:47.985013 tst mo_mt_sms.py: using RAC 197\u000a21:54:48.110911 tst mo_mt_sms.py: using CellId 23912\u000a21:54:48.235439 tst mo_mt_sms.py: using BVCI 23913\u000a21:54:48.259633 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:48.270478 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:48.281276 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:48.291988 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:48.302732 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:54:48.313368 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a21:54:48.428169 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a21:54:48.627064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:54:49.096341 run create_hlr_db(pid=20173): Launched\u000a21:54:49.269297 bus /sierra_2: Setting Powered False\u000a21:54:50.289998 run create_hlr_db(pid=20173): Terminated: ok {rc=0}\u000a21:54:50.716047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20175): Launched\u000a21:54:51.035311 run osmo-hlr_10.42.42.2(pid=20176): Launched\u000a21:54:51.155545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:54:51.712807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20179): Launched\u000a21:54:52.032056 run osmo-stp_10.42.42.5(pid=20180): Launched\u000a21:54:52.147738 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:54:52.731499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20182): Launched\u000a21:54:53.050495 run osmo-msc_10.42.42.6(pid=20183): Launched\u000a21:54:53.238675 run osmo-stp_10.42.42.5(pid=20180): ERR: Terminated: ERROR {rc=1} [trial-2365↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20180)]\u000a21:54:53.373557 run osmo-stp_10.42.42.5(pid=20180): stdout: \u000a| (launched: 2022-12-09_21:54:51.875383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:53.507880 run osmo-stp_10.42.42.5(pid=20180): stderr: \u000a| �[0;m�[38;5;43m20221209215452067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215452067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215452067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215452068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215452070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215452070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215452070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:53.637555 run osmo-stp_10.42.42.5(pid=20180): stdout: \u000a| (launched: 2022-12-09_21:54:51.875383)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:54:53.764679 run osmo-stp_10.42.42.5(pid=20180): stderr: \u000a| �[0;m�[38;5;43m20221209215452067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215452067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215452067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215452068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215452070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215452070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215452070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:54:53.820709 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20180): Process ended prematurely: osmo-stp_10.42.42.5(pid=20180) [trial-2365↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20180)] [trial-2365↪sms:oc2g↪mo_mt_sms.py:16]\u000a21:54:53.829711 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a21:54:53.892419 run osmo-hlr_10.42.42.2(pid=20176): ERR: Terminated: ERROR {rc=237} [trial-2365↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20176)]\u000a21:54:53.944146 run osmo-hlr_10.42.42.2(pid=20176): stdout: \u000a| (launched: 2022-12-09_21:54:50.878274) \u000a21:54:53.996433 run osmo-hlr_10.42.42.2(pid=20176): stderr: \u000a| �[0;m�[1;31m20221209215451076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215451076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215451076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215451076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215451076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215451076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215451090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215451098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215451098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215451098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:54:54.067708 run osmo-msc_10.42.42.6(pid=20183): ERR: Terminated: ERROR {rc=2} [trial-2365↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20183)]\u000a21:54:54.119565 run osmo-msc_10.42.42.6(pid=20183): stdout: \u000a| (launched: 2022-12-09_21:54:52.894425) \u000a21:54:54.171545 run osmo-msc_10.42.42.6(pid=20183): stderr: \u000a| �[0;m�[38;5;43m20221209215453218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215453218 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9345129c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215453218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215453218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215453218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215453218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215453220 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215453220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215453221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215453221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:54:54.215739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20175): Terminating (SIGTERM)\u000a21:54:54.257644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20179): Terminating (SIGTERM)\u000a21:54:54.299953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20182): Terminating (SIGTERM)\u000a21:54:54.309431 --- ParallelTerminationStrategy: PID 20175 died...\u000a21:54:54.365921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20175): Terminated: ok {rc=0}\u000a21:54:54.376102 --- ParallelTerminationStrategy: PID 20179 died...\u000a21:54:54.432335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20179): Terminated: ok {rc=0}\u000a21:54:54.442548 --- ParallelTerminationStrategy: PID 20182 died...\u000a21:54:54.498563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20182): Terminated: ok {rc=0}\u000a21:54:54.586279 bus /sierra_3: Setting Powered False\u000a21:54:55.694667 bus /sierra_3: Setting Powered False\u000a21:54:56.807644 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:54:47" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20190): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20190) [trial-2365↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20190)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20190): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20190) [trial-2365↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a21:54:58.615545 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a21:54:58.628468 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a21:54:58.758836 tst assert_extension.py: using LAC 23913\u000a21:54:58.883758 tst assert_extension.py: using RAC 198\u000a21:54:59.007939 tst assert_extension.py: using CellId 23913\u000a21:54:59.132770 tst assert_extension.py: using BVCI 23914\u000a21:54:59.157518 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a21:54:59.431182 tst assert_extension.py:10: start nitb and bts...\u000a21:54:59.556363 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a21:55:00.173519 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20189): Launched\u000a21:55:00.468690 run osmo-nitb_10.42.42.2(pid=20190): Launched\u000a21:55:00.652561 run osmo-nitb_10.42.42.2(pid=20190): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20190)]\u000a21:55:00.787799 run osmo-nitb_10.42.42.2(pid=20190): stdout: \u000a| (launched: 2022-12-09_21:55:00.324873) \u000a21:55:00.953804 run osmo-nitb_10.42.42.2(pid=20190): stderr: \u000a| (launched: 2022-12-09_21:55:00.369309)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:55:01.090534 run osmo-nitb_10.42.42.2(pid=20190): stdout: \u000a| (launched: 2022-12-09_21:55:00.324873) \u000a21:55:01.225653 run osmo-nitb_10.42.42.2(pid=20190): stderr: \u000a| (launched: 2022-12-09_21:55:00.369309)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:55:01.626338 tst osmo-nitb_10.42.42.2(pid=20190): stdout: \u000a| (launched: 2022-12-09_21:55:00.324873) \u000a21:55:01.810854 tst osmo-nitb_10.42.42.2(pid=20190): stderr: \u000a| (launched: 2022-12-09_21:55:00.369309)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a21:55:01.893530 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20190): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20190) [trial-2365↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20190)] [trial-2365↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a21:55:01.906567 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a21:55:01.950152 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20189): Terminating (SIGTERM)\u000a21:55:02.128893 --- ParallelTerminationStrategy: PID 20189 died...\u000a21:55:02.231869 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20189): Terminated: ok {rc=0}\u000a21:55:02.345425 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:54:58" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20211): Process ended prematurely: osmo-stp_10.42.42.5(pid=20211) [trial-2365↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20211)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20211): Process ended prematurely: osmo-stp_10.42.42.5(pid=20211) [trial-2365↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a21:55:04.147139 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:04.157702 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a21:55:04.277158 tst assert_extension.py: using LAC 23914\u000a21:55:04.394779 tst assert_extension.py: using RAC 199\u000a21:55:04.516021 tst assert_extension.py: using CellId 23914\u000a21:55:04.633541 tst assert_extension.py: using BVCI 23915\u000a21:55:04.655972 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:04.666410 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:04.676655 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:04.687135 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:04.697679 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:55:04.708076 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a21:55:04.913834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:05.424564 run create_hlr_db(pid=20205): Launched\u000a21:55:05.611536 bus /sierra_2: Setting Powered False\u000a21:55:06.631682 run create_hlr_db(pid=20205): Terminated: ok {rc=0}\u000a21:55:07.058688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20207): Launched\u000a21:55:07.379630 run osmo-hlr_10.42.42.2(pid=20208): Launched\u000a21:55:07.500902 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:08.065367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20210): Launched\u000a21:55:08.384689 run osmo-stp_10.42.42.5(pid=20211): Launched\u000a21:55:08.500475 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:09.080807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20213): Launched\u000a21:55:09.402104 run osmo-msc_10.42.42.6(pid=20214): Launched\u000a21:55:09.591525 run osmo-stp_10.42.42.5(pid=20211): ERR: Terminated: ERROR {rc=1} [trial-2365↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20211)]\u000a21:55:09.728795 run osmo-stp_10.42.42.5(pid=20211): stdout: \u000a| (launched: 2022-12-09_21:55:08.227825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:09.864802 run osmo-stp_10.42.42.5(pid=20211): stderr: \u000a| �[0;m�[38;5;43m20221209215508420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215508420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215508421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215508421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215508422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215508422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215508422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:09.994407 run osmo-stp_10.42.42.5(pid=20211): stdout: \u000a| (launched: 2022-12-09_21:55:08.227825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:10.122846 run osmo-stp_10.42.42.5(pid=20211): stderr: \u000a| �[0;m�[38;5;43m20221209215508420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215508420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215508421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215508421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215508422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215508422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215508422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:10.179242 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20211): Process ended prematurely: osmo-stp_10.42.42.5(pid=20211) [trial-2365↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20211)] [trial-2365↪ussd:oc2g↪assert_extension.py:17]\u000a21:55:10.187923 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a21:55:10.250266 run osmo-hlr_10.42.42.2(pid=20208): ERR: Terminated: ERROR {rc=237} [trial-2365↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20208)]\u000a21:55:10.301565 run osmo-hlr_10.42.42.2(pid=20208): stdout: \u000a| (launched: 2022-12-09_21:55:07.221301) \u000a21:55:10.353356 run osmo-hlr_10.42.42.2(pid=20208): stderr: \u000a| �[0;m�[1;31m20221209215507419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215507419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215507419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215507420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215507420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215507420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215507432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215507440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215507440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215507440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:10.423705 run osmo-msc_10.42.42.6(pid=20214): ERR: Terminated: ERROR {rc=2} [trial-2365↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20214)]\u000a21:55:10.474814 run osmo-msc_10.42.42.6(pid=20214): stdout: \u000a| (launched: 2022-12-09_21:55:09.242881) \u000a21:55:10.526663 run osmo-msc_10.42.42.6(pid=20214): stderr: \u000a| �[0;m�[38;5;43m20221209215509562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215509562 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb121ba9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215509562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215509562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215509563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215509563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215509564 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215509565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215509565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215509565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:10.570691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20207): Terminating (SIGTERM)\u000a21:55:10.612811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20210): Terminating (SIGTERM)\u000a21:55:10.654812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20213): Terminating (SIGTERM)\u000a21:55:10.664548 --- ParallelTerminationStrategy: PID 20207 died...\u000a21:55:10.720456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20207): Terminated: ok {rc=0}\u000a21:55:10.730623 --- ParallelTerminationStrategy: PID 20210 died...\u000a21:55:10.786179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20210): Terminated: ok {rc=0}\u000a21:55:10.796148 --- ParallelTerminationStrategy: PID 20213 died...\u000a21:55:10.851681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20213): Terminated: ok {rc=0}\u000a21:55:10.939098 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:55:03" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20577): Process ended prematurely: osmo-stp_10.42.42.5(pid=20577) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20577)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20577): Process ended prematurely: osmo-stp_10.42.42.5(pid=20577) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:55:12.867292 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:12.879208 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:55:13.031434 tst mo_mt_call.py: using LAC 23915\u000a21:55:13.157520 tst mo_mt_call.py: using RAC 200\u000a21:55:13.286720 tst mo_mt_call.py: using CellId 23915\u000a21:55:13.424776 tst mo_mt_call.py: using BVCI 23916\u000a21:55:13.449224 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:13.461087 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:13.472849 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:13.486274 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:13.498252 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:13.511174 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:55:13.633139 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:55:13.841563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:14.366047 run create_hlr_db(pid=20532): Launched\u000a21:55:14.541547 bus /sierra_2: Setting Powered False\u000a21:55:15.562912 run create_hlr_db(pid=20532): Terminated: ok {rc=0}\u000a21:55:15.994471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20573): Launched\u000a21:55:16.436562 run osmo-hlr_10.42.42.2(pid=20574): Launched\u000a21:55:16.630783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:17.188304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20576): Launched\u000a21:55:17.502177 run osmo-stp_10.42.42.5(pid=20577): Launched\u000a21:55:17.614418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:18.168621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20579): Launched\u000a21:55:18.471786 run osmo-msc_10.42.42.6(pid=20580): Launched\u000a21:55:18.650202 run osmo-stp_10.42.42.5(pid=20577): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20577)]\u000a21:55:18.779631 run osmo-stp_10.42.42.5(pid=20577): stdout: \u000a| (launched: 2022-12-09_21:55:17.346103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:18.906913 run osmo-stp_10.42.42.5(pid=20577): stderr: \u000a| �[0;m�[38;5;43m20221209215517518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215517518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215517518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215517519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215517519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215517519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215517519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:19.028843 run osmo-stp_10.42.42.5(pid=20577): stdout: \u000a| (launched: 2022-12-09_21:55:17.346103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:19.150193 run osmo-stp_10.42.42.5(pid=20577): stderr: \u000a| �[0;m�[38;5;43m20221209215517518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215517518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215517518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215517519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215517519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215517519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215517519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:19.203620 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20577): Process ended prematurely: osmo-stp_10.42.42.5(pid=20577) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20577)] [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a21:55:19.215043 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:55:19.278262 run osmo-hlr_10.42.42.2(pid=20574): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20574)]\u000a21:55:19.329791 run osmo-hlr_10.42.42.2(pid=20574): stdout: \u000a| (launched: 2022-12-09_21:55:16.170276) \u000a21:55:19.381915 run osmo-hlr_10.42.42.2(pid=20574): stderr: \u000a| �[0;m�[1;31m20221209215516441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215516441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215516441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215516441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215516441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215516441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215516459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215516468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215516469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215516469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:19.453480 run osmo-msc_10.42.42.6(pid=20580): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20580)]\u000a21:55:19.504864 run osmo-msc_10.42.42.6(pid=20580): stdout: \u000a| (launched: 2022-12-09_21:55:18.322469) \u000a21:55:19.557147 run osmo-msc_10.42.42.6(pid=20580): stderr: \u000a| �[0;m�[38;5;43m20221209215518596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215518596 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f7b622c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215518596 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215518596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215518596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215518597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215518598 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215518599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215518599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215518599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:19.601648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20573): Terminating (SIGTERM)\u000a21:55:19.643367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20576): Terminating (SIGTERM)\u000a21:55:19.685204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20579): Terminating (SIGTERM)\u000a21:55:19.694931 --- ParallelTerminationStrategy: PID 20573 died...\u000a21:55:19.750953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20573): Terminated: ok {rc=0}\u000a21:55:19.761196 --- ParallelTerminationStrategy: PID 20576 died...\u000a21:55:19.817127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20576): Terminated: ok {rc=0}\u000a21:55:19.827318 --- ParallelTerminationStrategy: PID 20579 died...\u000a21:55:19.883151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20579): Terminated: ok {rc=0}\u000a21:55:19.969201 bus /sierra_3: Setting Powered False\u000a21:55:21.075244 bus /sierra_3: Setting Powered False\u000a21:55:22.183717 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20763): Process ended prematurely: osmo-stp_10.42.42.5(pid=20763) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20763)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20763): Process ended prematurely: osmo-stp_10.42.42.5(pid=20763) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:55:23.303912 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:23.316513 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a21:55:23.470417 tst mo_mt_call_osmux.py: using LAC 23916\u000a21:55:23.597535 tst mo_mt_call_osmux.py: using RAC 201\u000a21:55:23.725290 tst mo_mt_call_osmux.py: using CellId 23916\u000a21:55:23.851947 tst mo_mt_call_osmux.py: using BVCI 23917\u000a21:55:23.877086 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:23.889165 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:23.901890 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:23.913636 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:23.925511 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a21:55:23.937410 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:55:24.060278 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a21:55:24.270863 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:24.805359 run create_hlr_db(pid=20757): Launched\u000a21:55:24.985692 bus /sierra_2: Setting Powered False\u000a21:55:26.006292 run create_hlr_db(pid=20757): Terminated: ok {rc=0}\u000a21:55:26.438082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20759): Launched\u000a21:55:26.867266 run osmo-hlr_10.42.42.2(pid=20760): Launched\u000a21:55:27.098856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:27.755990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20762): Launched\u000a21:55:28.191371 run osmo-stp_10.42.42.5(pid=20763): Launched\u000a21:55:28.422611 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:29.022871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20766): Launched\u000a21:55:29.350147 run osmo-msc_10.42.42.6(pid=20767): Launched\u000a21:55:29.544851 run osmo-stp_10.42.42.5(pid=20763): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20763)]\u000a21:55:29.683314 run osmo-stp_10.42.42.5(pid=20763): stdout: \u000a| (launched: 2022-12-09_21:55:27.924179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:29.820605 run osmo-stp_10.42.42.5(pid=20763): stderr: \u000a| �[0;m�[38;5;43m20221209215528228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215528228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215528229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215528229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215528230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215528230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215528230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:29.951646 run osmo-stp_10.42.42.5(pid=20763): stdout: \u000a| (launched: 2022-12-09_21:55:27.924179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:30.081273 run osmo-stp_10.42.42.5(pid=20763): stderr: \u000a| �[0;m�[38;5;43m20221209215528228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215528228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215528229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215528229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215528230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215528230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215528230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:30.138811 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20763): Process ended prematurely: osmo-stp_10.42.42.5(pid=20763) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20763)] [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a21:55:30.148076 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a21:55:30.211140 run osmo-hlr_10.42.42.2(pid=20760): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20760)]\u000a21:55:30.262739 run osmo-hlr_10.42.42.2(pid=20760): stdout: \u000a| (launched: 2022-12-09_21:55:26.597468) \u000a21:55:30.314991 run osmo-hlr_10.42.42.2(pid=20760): stderr: \u000a| �[0;m�[1;31m20221209215526947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215526947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215526947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215526947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215526947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215526947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215526966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215526978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215526978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215526978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:30.386351 run osmo-msc_10.42.42.6(pid=20767): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20767)]\u000a21:55:30.437988 run osmo-msc_10.42.42.6(pid=20767): stdout: \u000a| (launched: 2022-12-09_21:55:29.190392) \u000a21:55:30.490028 run osmo-msc_10.42.42.6(pid=20767): stderr: \u000a| �[0;m�[38;5;43m20221209215529518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215529518 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17325c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215529518 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215529518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215529518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215529519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215529520 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215529521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215529521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215529521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:30.534401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20759): Terminating (SIGTERM)\u000a21:55:30.576439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20762): Terminating (SIGTERM)\u000a21:55:30.619504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20766): Terminating (SIGTERM)\u000a21:55:30.629311 --- ParallelTerminationStrategy: PID 20759 died...\u000a21:55:30.685890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20759): Terminated: ok {rc=0}\u000a21:55:30.696154 --- ParallelTerminationStrategy: PID 20762 died...\u000a21:55:30.752333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20762): Terminated: ok {rc=0}\u000a21:55:30.762471 --- ParallelTerminationStrategy: PID 20766 died...\u000a21:55:30.818659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20766): Terminated: ok {rc=0}\u000a21:55:30.924919 bus /sierra_3: Setting Powered False\u000a21:55:32.043303 bus /sierra_3: Setting Powered False\u000a21:55:33.154940 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:55:12" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20778): Process ended prematurely: osmo-stp_10.42.42.5(pid=20778) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20778)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20778): Process ended prematurely: osmo-stp_10.42.42.5(pid=20778) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a21:55:35.106418 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:35.117318 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:55:35.259938 tst mo_mt_call.py: using LAC 23917\u000a21:55:35.379723 tst mo_mt_call.py: using RAC 202\u000a21:55:35.501611 tst mo_mt_call.py: using CellId 23917\u000a21:55:35.619350 tst mo_mt_call.py: using BVCI 23918\u000a21:55:35.642556 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:35.653558 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:35.664259 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:35.675275 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:35.686335 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:35.697319 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:55:35.816517 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:55:36.019341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:36.501607 run create_hlr_db(pid=20772): Launched\u000a21:55:36.676753 bus /sierra_2: Setting Powered False\u000a21:55:37.699672 run create_hlr_db(pid=20772): Terminated: ok {rc=0}\u000a21:55:38.108762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20774): Launched\u000a21:55:38.416679 run osmo-hlr_10.42.42.2(pid=20775): Launched\u000a21:55:38.536440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:39.072487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20777): Launched\u000a21:55:39.376694 run osmo-stp_10.42.42.5(pid=20778): Launched\u000a21:55:39.487683 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:40.044706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20780): Launched\u000a21:55:40.352314 run osmo-msc_10.42.42.6(pid=20781): Launched\u000a21:55:40.532616 run osmo-stp_10.42.42.5(pid=20778): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20778)]\u000a21:55:40.662964 run osmo-stp_10.42.42.5(pid=20778): stdout: \u000a| (launched: 2022-12-09_21:55:39.226843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:40.790263 run osmo-stp_10.42.42.5(pid=20778): stderr: \u000a| �[0;m�[38;5;43m20221209215539397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215539397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215539398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215539398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215539398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215539399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215539399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:40.913251 run osmo-stp_10.42.42.5(pid=20778): stdout: \u000a| (launched: 2022-12-09_21:55:39.226843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:41.034375 run osmo-stp_10.42.42.5(pid=20778): stderr: \u000a| �[0;m�[38;5;43m20221209215539397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215539397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215539398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215539398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215539398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215539399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215539399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:41.088041 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20778): Process ended prematurely: osmo-stp_10.42.42.5(pid=20778) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20778)] [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a21:55:41.096743 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a21:55:41.157454 run osmo-hlr_10.42.42.2(pid=20775): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20775)]\u000a21:55:41.207015 run osmo-hlr_10.42.42.2(pid=20775): stdout: \u000a| (launched: 2022-12-09_21:55:38.265275) \u000a21:55:41.256930 run osmo-hlr_10.42.42.2(pid=20775): stderr: \u000a| �[0;m�[1;31m20221209215538443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215538443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215538443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215538443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215538443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215538443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215538455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215538463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215538464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215538464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:41.324674 run osmo-msc_10.42.42.6(pid=20781): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20781)]\u000a21:55:41.374052 run osmo-msc_10.42.42.6(pid=20781): stdout: \u000a| (launched: 2022-12-09_21:55:40.200434) \u000a21:55:41.424047 run osmo-msc_10.42.42.6(pid=20781): stderr: \u000a| �[0;m�[38;5;43m20221209215540475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215540475 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f759a42dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215540475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215540475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215540475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215540476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215540477 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215540478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215540478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215540479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:41.466026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20774): Terminating (SIGTERM)\u000a21:55:41.506277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20777): Terminating (SIGTERM)\u000a21:55:41.545875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20780): Terminating (SIGTERM)\u000a21:55:41.555475 --- ParallelTerminationStrategy: PID 20774 died...\u000a21:55:41.609225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20774): Terminated: ok {rc=0}\u000a21:55:41.619197 --- ParallelTerminationStrategy: PID 20777 died...\u000a21:55:41.671703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20777): Terminated: ok {rc=0}\u000a21:55:41.681896 --- ParallelTerminationStrategy: PID 20780 died...\u000a21:55:41.735016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20780): Terminated: ok {rc=0}\u000a21:55:41.823467 bus /sierra_3: Setting Powered False\u000a21:55:42.925928 bus /sierra_3: Setting Powered False\u000a21:55:44.036645 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20789): Process ended prematurely: osmo-stp_10.42.42.5(pid=20789) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20789)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20789): Process ended prematurely: osmo-stp_10.42.42.5(pid=20789) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:55:45.151038 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:45.163088 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a21:55:45.317093 tst mo_mt_call_osmux.py: using LAC 23918\u000a21:55:45.448321 tst mo_mt_call_osmux.py: using RAC 203\u000a21:55:45.576498 tst mo_mt_call_osmux.py: using CellId 23918\u000a21:55:45.707274 tst mo_mt_call_osmux.py: using BVCI 23919\u000a21:55:45.732124 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:45.743425 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:45.754561 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:45.765789 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:45.776887 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a21:55:45.788051 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:55:45.934019 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a21:55:46.176799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:46.737349 run create_hlr_db(pid=20783): Launched\u000a21:55:46.928892 bus /sierra_2: Setting Powered False\u000a21:55:47.936046 run create_hlr_db(pid=20783): Terminated: ok {rc=0}\u000a21:55:48.380028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20785): Launched\u000a21:55:48.706786 run osmo-hlr_10.42.42.2(pid=20786): Launched\u000a21:55:48.825821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:55:49.394692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20788): Launched\u000a21:55:49.721288 run osmo-stp_10.42.42.5(pid=20789): Launched\u000a21:55:49.838755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:55:50.432618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20791): Launched\u000a21:55:50.758421 run osmo-msc_10.42.42.6(pid=20792): Launched\u000a21:55:50.948847 run osmo-stp_10.42.42.5(pid=20789): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20789)]\u000a21:55:51.086235 run osmo-stp_10.42.42.5(pid=20789): stdout: \u000a| (launched: 2022-12-09_21:55:49.560191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:51.223263 run osmo-stp_10.42.42.5(pid=20789): stderr: \u000a| �[0;m�[38;5;43m20221209215549755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215549755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215549756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215549756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215549756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215549756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215549757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:51.353973 run osmo-stp_10.42.42.5(pid=20789): stdout: \u000a| (launched: 2022-12-09_21:55:49.560191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:55:51.483107 run osmo-stp_10.42.42.5(pid=20789): stderr: \u000a| �[0;m�[38;5;43m20221209215549755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215549755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215549756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215549756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215549756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215549756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215549757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:55:51.540069 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20789): Process ended prematurely: osmo-stp_10.42.42.5(pid=20789) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20789)] [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a21:55:51.549290 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:55:51.612129 run osmo-hlr_10.42.42.2(pid=20786): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20786)]\u000a21:55:51.663638 run osmo-hlr_10.42.42.2(pid=20786): stdout: \u000a| (launched: 2022-12-09_21:55:48.545735) \u000a21:55:51.715872 run osmo-hlr_10.42.42.2(pid=20786): stderr: \u000a| �[0;m�[1;31m20221209215548747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215548747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215548747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215548747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215548747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215548747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215548762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215548772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215548772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215548772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:55:51.786360 run osmo-msc_10.42.42.6(pid=20792): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20792)]\u000a21:55:51.837649 run osmo-msc_10.42.42.6(pid=20792): stdout: \u000a| (launched: 2022-12-09_21:55:50.598564) \u000a21:55:51.889342 run osmo-msc_10.42.42.6(pid=20792): stderr: \u000a| �[0;m�[38;5;43m20221209215550924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215550924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93305aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215550925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215550925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215550925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215550925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215550927 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215550927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215550927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215550927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:55:51.933444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20785): Terminating (SIGTERM)\u000a21:55:51.975113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20788): Terminating (SIGTERM)\u000a21:55:52.016743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20791): Terminating (SIGTERM)\u000a21:55:52.026083 --- ParallelTerminationStrategy: PID 20785 died...\u000a21:55:52.081906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20785): Terminated: ok {rc=0}\u000a21:55:52.091983 --- ParallelTerminationStrategy: PID 20788 died...\u000a21:55:52.147554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20788): Terminated: ok {rc=0}\u000a21:55:52.157690 --- ParallelTerminationStrategy: PID 20791 died...\u000a21:55:52.213038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20791): Terminated: ok {rc=0}\u000a21:55:52.300142 bus /sierra_3: Setting Powered False\u000a21:55:53.401979 bus /sierra_3: Setting Powered False\u000a21:55:54.513508 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:55:34" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20803): Process ended prematurely: osmo-stp_10.42.42.5(pid=20803) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20803)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20803): Process ended prematurely: osmo-stp_10.42.42.5(pid=20803) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:55:56.474411 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:56.485764 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:55:56.638763 tst mo_mt_call.py: using LAC 23919\u000a21:55:56.769124 tst mo_mt_call.py: using RAC 204\u000a21:55:56.897459 tst mo_mt_call.py: using CellId 23919\u000a21:55:57.027317 tst mo_mt_call.py: using BVCI 23920\u000a21:55:57.052469 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:57.063798 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:57.075001 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:57.086235 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:57.097544 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:55:57.108615 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:55:57.224104 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:55:57.426129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:55:57.907341 run create_hlr_db(pid=20797): Launched\u000a21:55:58.083035 bus /sierra_2: Setting Powered False\u000a21:55:59.103889 run create_hlr_db(pid=20797): Terminated: ok {rc=0}\u000a21:55:59.510286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20799): Launched\u000a21:55:59.816400 run osmo-hlr_10.42.42.2(pid=20800): Launched\u000a21:55:59.928501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:00.462823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20802): Launched\u000a21:56:00.775131 run osmo-stp_10.42.42.5(pid=20803): Launched\u000a21:56:00.982558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:01.609886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20805): Launched\u000a21:56:02.040462 run osmo-msc_10.42.42.6(pid=20806): Launched\u000a21:56:02.399661 run osmo-stp_10.42.42.5(pid=20803): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20803)]\u000a21:56:02.539174 run osmo-stp_10.42.42.5(pid=20803): stdout: \u000a| (launched: 2022-12-09_21:56:00.617851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:02.677412 run osmo-stp_10.42.42.5(pid=20803): stderr: \u000a| �[0;m�[38;5;43m20221209215600804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215600805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215600805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215600805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215600807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215600808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215600808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:02.808342 run osmo-stp_10.42.42.5(pid=20803): stdout: \u000a| (launched: 2022-12-09_21:56:00.617851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:02.938290 run osmo-stp_10.42.42.5(pid=20803): stderr: \u000a| �[0;m�[38;5;43m20221209215600804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215600805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215600805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215600805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215600807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215600808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215600808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:02.995591 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20803): Process ended prematurely: osmo-stp_10.42.42.5(pid=20803) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20803)] [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a21:56:03.004902 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a21:56:03.067966 run osmo-hlr_10.42.42.2(pid=20800): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20800)]\u000a21:56:03.119626 run osmo-hlr_10.42.42.2(pid=20800): stdout: \u000a| (launched: 2022-12-09_21:55:59.665189) \u000a21:56:03.171712 run osmo-hlr_10.42.42.2(pid=20800): stderr: \u000a| �[0;m�[1;31m20221209215559840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215559840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215559841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215559841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215559841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215559841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215559853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215559861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215559862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215559862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:03.242548 run osmo-msc_10.42.42.6(pid=20806): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20806)]\u000a21:56:03.293893 run osmo-msc_10.42.42.6(pid=20806): stdout: \u000a| (launched: 2022-12-09_21:56:01.772522) \u000a21:56:03.345618 run osmo-msc_10.42.42.6(pid=20806): stderr: \u000a| �[0;m�[38;5;43m20221209215602422 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215602422 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ad68cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215602422 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215602422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215602423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215602423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215602425 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215602425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215602425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215602425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:03.389750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20799): Terminating (SIGTERM)\u000a21:56:03.431526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20802): Terminating (SIGTERM)\u000a21:56:03.473234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20805): Terminating (SIGTERM)\u000a21:56:03.483191 --- ParallelTerminationStrategy: PID 20799 died...\u000a21:56:03.539557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20799): Terminated: ok {rc=0}\u000a21:56:03.549899 --- ParallelTerminationStrategy: PID 20802 died...\u000a21:56:03.605932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20802): Terminated: ok {rc=0}\u000a21:56:03.616087 --- ParallelTerminationStrategy: PID 20805 died...\u000a21:56:03.672083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20805): Terminated: ok {rc=0}\u000a21:56:03.759420 bus /sierra_3: Setting Powered False\u000a21:56:04.866859 bus /sierra_3: Setting Powered False\u000a21:56:05.976194 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 165, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20814): Process ended prematurely: osmo-stp_10.42.42.5(pid=20814) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20814)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20814): Process ended prematurely: osmo-stp_10.42.42.5(pid=20814) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:56:07.092131 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:07.104010 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a21:56:07.262427 tst mo_mt_call_osmux.py: using LAC 23920\u000a21:56:07.390501 tst mo_mt_call_osmux.py: using RAC 205\u000a21:56:07.516589 tst mo_mt_call_osmux.py: using CellId 23920\u000a21:56:07.647674 tst mo_mt_call_osmux.py: using BVCI 23921\u000a21:56:07.672788 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:07.684279 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:07.695479 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:07.706726 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:07.718005 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a21:56:07.729300 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:56:07.846154 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a21:56:08.057496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:08.577579 run create_hlr_db(pid=20808): Launched\u000a21:56:08.766123 bus /sierra_2: Setting Powered False\u000a21:56:09.787312 run create_hlr_db(pid=20808): Terminated: ok {rc=0}\u000a21:56:10.198364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20810): Launched\u000a21:56:10.503347 run osmo-hlr_10.42.42.2(pid=20811): Launched\u000a21:56:10.615896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:11.144436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20813): Launched\u000a21:56:11.448347 run osmo-stp_10.42.42.5(pid=20814): Launched\u000a21:56:11.559540 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:12.115854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20816): Launched\u000a21:56:12.421320 run osmo-msc_10.42.42.6(pid=20817): Launched\u000a21:56:12.600377 run osmo-stp_10.42.42.5(pid=20814): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20814)]\u000a21:56:12.730193 run osmo-stp_10.42.42.5(pid=20814): stdout: \u000a| (launched: 2022-12-09_21:56:11.298361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:12.857454 run osmo-stp_10.42.42.5(pid=20814): stderr: \u000a| �[0;m�[38;5;43m20221209215611467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215611468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215611468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215611468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215611469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215611469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215611469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:12.979602 run osmo-stp_10.42.42.5(pid=20814): stdout: \u000a| (launched: 2022-12-09_21:56:11.298361)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:13.101265 run osmo-stp_10.42.42.5(pid=20814): stderr: \u000a| �[0;m�[38;5;43m20221209215611467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215611468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215611468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215611468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215611469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215611469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215611469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:13.154763 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20814): Process ended prematurely: osmo-stp_10.42.42.5(pid=20814) [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20814)] [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a21:56:13.163365 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a21:56:13.224157 run osmo-hlr_10.42.42.2(pid=20811): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20811)]\u000a21:56:13.273862 run osmo-hlr_10.42.42.2(pid=20811): stdout: \u000a| (launched: 2022-12-09_21:56:10.353386) \u000a21:56:13.323742 run osmo-hlr_10.42.42.2(pid=20811): stderr: \u000a| �[0;m�[1;31m20221209215610533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215610533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215610533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215610533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215610533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215610533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215610550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215610559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215610560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215610560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:13.391031 run osmo-msc_10.42.42.6(pid=20817): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20817)]\u000a21:56:13.440258 run osmo-msc_10.42.42.6(pid=20817): stdout: \u000a| (launched: 2022-12-09_21:56:12.270655) \u000a21:56:13.489953 run osmo-msc_10.42.42.6(pid=20817): stderr: \u000a| �[0;m�[38;5;43m20221209215612541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215612541 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d93cadc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215612541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215612541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215612542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215612542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215612545 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215612546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215612546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215612546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:13.532209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20810): Terminating (SIGTERM)\u000a21:56:13.572077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20813): Terminating (SIGTERM)\u000a21:56:13.612023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20816): Terminating (SIGTERM)\u000a21:56:13.621748 --- ParallelTerminationStrategy: PID 20810 died...\u000a21:56:13.675928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20810): Terminated: ok {rc=0}\u000a21:56:13.685774 --- ParallelTerminationStrategy: PID 20813 died...\u000a21:56:13.739092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20813): Terminated: ok {rc=0}\u000a21:56:13.749084 --- ParallelTerminationStrategy: PID 20816 died...\u000a21:56:13.802028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20816): Terminated: ok {rc=0}\u000a21:56:13.885658 bus /sierra_3: Setting Powered False\u000a21:56:14.992273 bus /sierra_3: Setting Powered False\u000a21:56:16.101634 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:55:56" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20828): Process ended prematurely: osmo-stp_10.42.42.5(pid=20828) [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20828)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20828): Process ended prematurely: osmo-stp_10.42.42.5(pid=20828) [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a21:56:18.072425 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:18.083960 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:56:18.235798 tst mo_mt_call.py: using LAC 23921\u000a21:56:18.364382 tst mo_mt_call.py: using RAC 206\u000a21:56:18.494218 tst mo_mt_call.py: using CellId 23921\u000a21:56:18.622429 tst mo_mt_call.py: using BVCI 23922\u000a21:56:18.647217 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:18.658867 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:18.670180 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:18.681440 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:18.692834 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:18.704206 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:56:18.823082 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:56:19.027257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:19.508609 run create_hlr_db(pid=20822): Launched\u000a21:56:19.683971 bus /sierra_2: Setting Powered False\u000a21:56:20.705263 run create_hlr_db(pid=20822): Terminated: ok {rc=0}\u000a21:56:21.111928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20824): Launched\u000a21:56:21.416481 run osmo-hlr_10.42.42.2(pid=20825): Launched\u000a21:56:21.528052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:22.057174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20827): Launched\u000a21:56:22.362286 run osmo-stp_10.42.42.5(pid=20828): Launched\u000a21:56:22.473656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:23.029259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20830): Launched\u000a21:56:23.335072 run osmo-msc_10.42.42.6(pid=20831): Launched\u000a21:56:23.514149 run osmo-stp_10.42.42.5(pid=20828): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20828)]\u000a21:56:23.643869 run osmo-stp_10.42.42.5(pid=20828): stdout: \u000a| (launched: 2022-12-09_21:56:22.211391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:23.770256 run osmo-stp_10.42.42.5(pid=20828): stderr: \u000a| �[0;m�[38;5;43m20221209215622382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215622382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215622382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215622382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215622383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215622383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215622383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:23.891926 run osmo-stp_10.42.42.5(pid=20828): stdout: \u000a| (launched: 2022-12-09_21:56:22.211391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:24.013156 run osmo-stp_10.42.42.5(pid=20828): stderr: \u000a| �[0;m�[38;5;43m20221209215622382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215622382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215622382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215622382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215622383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215622383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215622383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:24.066516 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20828): Process ended prematurely: osmo-stp_10.42.42.5(pid=20828) [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20828)] [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a21:56:24.074881 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a21:56:24.134933 run osmo-hlr_10.42.42.2(pid=20825): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20825)]\u000a21:56:24.183940 run osmo-hlr_10.42.42.2(pid=20825): stdout: \u000a| (launched: 2022-12-09_21:56:21.266603) \u000a21:56:24.233681 run osmo-hlr_10.42.42.2(pid=20825): stderr: \u000a| �[0;m�[1;31m20221209215621444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215621444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215621444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215621444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215621444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215621444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215621456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215621465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215621465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215621465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:24.301169 run osmo-msc_10.42.42.6(pid=20831): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20831)]\u000a21:56:24.350285 run osmo-msc_10.42.42.6(pid=20831): stdout: \u000a| (launched: 2022-12-09_21:56:23.183638) \u000a21:56:24.399793 run osmo-msc_10.42.42.6(pid=20831): stderr: \u000a| �[0;m�[38;5;43m20221209215623456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215623456 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f401717ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215623456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215623456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215623456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215623457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215623458 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215623459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215623459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215623459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:24.441411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20824): Terminating (SIGTERM)\u000a21:56:24.480842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20827): Terminating (SIGTERM)\u000a21:56:24.520249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20830): Terminating (SIGTERM)\u000a21:56:24.529740 --- ParallelTerminationStrategy: PID 20824 died...\u000a21:56:24.582577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20824): Terminated: ok {rc=0}\u000a21:56:24.592310 --- ParallelTerminationStrategy: PID 20827 died...\u000a21:56:24.645650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20827): Terminated: ok {rc=0}\u000a21:56:24.655146 --- ParallelTerminationStrategy: PID 20830 died...\u000a21:56:24.707792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20830): Terminated: ok {rc=0}\u000a21:56:24.795247 bus /sierra_3: Setting Powered False\u000a21:56:25.897208 bus /sierra_3: Setting Powered False\u000a21:56:27.008458 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20839): Process ended prematurely: osmo-stp_10.42.42.5(pid=20839) [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20839)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20839): Process ended prematurely: osmo-stp_10.42.42.5(pid=20839) [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:56:28.122739 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:28.134835 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a21:56:28.289006 tst mo_mt_call_osmux.py: using LAC 23922\u000a21:56:28.418268 tst mo_mt_call_osmux.py: using RAC 207\u000a21:56:28.545935 tst mo_mt_call_osmux.py: using CellId 23922\u000a21:56:28.669232 tst mo_mt_call_osmux.py: using BVCI 23923\u000a21:56:28.692393 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:28.703324 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:28.714066 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:28.725177 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:28.736178 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a21:56:28.747178 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:56:28.863389 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a21:56:29.065252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:29.546591 run create_hlr_db(pid=20833): Launched\u000a21:56:29.722334 bus /sierra_2: Setting Powered False\u000a21:56:30.743567 run create_hlr_db(pid=20833): Terminated: ok {rc=0}\u000a21:56:31.234920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20835): Launched\u000a21:56:31.661901 run osmo-hlr_10.42.42.2(pid=20836): Launched\u000a21:56:31.913707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:32.489695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20838): Launched\u000a21:56:32.815723 run osmo-stp_10.42.42.5(pid=20839): Launched\u000a21:56:32.933656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:33.527679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20841): Launched\u000a21:56:33.854167 run osmo-msc_10.42.42.6(pid=20842): Launched\u000a21:56:34.046659 run osmo-stp_10.42.42.5(pid=20839): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20839)]\u000a21:56:34.184934 run osmo-stp_10.42.42.5(pid=20839): stdout: \u000a| (launched: 2022-12-09_21:56:32.656220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:34.322830 run osmo-stp_10.42.42.5(pid=20839): stderr: \u000a| �[0;m�[38;5;43m20221209215632847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215632848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215632848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215632848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215632849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215632849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215632849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:34.454626 run osmo-stp_10.42.42.5(pid=20839): stdout: \u000a| (launched: 2022-12-09_21:56:32.656220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:34.585067 run osmo-stp_10.42.42.5(pid=20839): stderr: \u000a| �[0;m�[38;5;43m20221209215632847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215632848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215632848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215632848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215632849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215632849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215632849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:34.643151 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20839): Process ended prematurely: osmo-stp_10.42.42.5(pid=20839) [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20839)] [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a21:56:34.652428 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a21:56:34.714989 run osmo-hlr_10.42.42.2(pid=20836): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20836)]\u000a21:56:34.766178 run osmo-hlr_10.42.42.2(pid=20836): stdout: \u000a| (launched: 2022-12-09_21:56:31.407083) \u000a21:56:34.818101 run osmo-hlr_10.42.42.2(pid=20836): stderr: \u000a| �[0;m�[1;31m20221209215631707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215631707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215631707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215631707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215631708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215631708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215631727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215631744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215631744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215631744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:34.888462 run osmo-msc_10.42.42.6(pid=20842): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20842)]\u000a21:56:34.939620 run osmo-msc_10.42.42.6(pid=20842): stdout: \u000a| (launched: 2022-12-09_21:56:33.693769) \u000a21:56:34.991255 run osmo-msc_10.42.42.6(pid=20842): stderr: \u000a| �[0;m�[38;5;43m20221209215634017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215634017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f020e7ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215634017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215634017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215634018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215634018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215634019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215634020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215634020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215634020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:35.035098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20835): Terminating (SIGTERM)\u000a21:56:35.076406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20838): Terminating (SIGTERM)\u000a21:56:35.118156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20841): Terminating (SIGTERM)\u000a21:56:35.127927 --- ParallelTerminationStrategy: PID 20835 died...\u000a21:56:35.183799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20835): Terminated: ok {rc=0}\u000a21:56:35.194034 --- ParallelTerminationStrategy: PID 20838 died...\u000a21:56:35.249691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20838): Terminated: ok {rc=0}\u000a21:56:35.259826 --- ParallelTerminationStrategy: PID 20841 died...\u000a21:56:35.315418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20841): Terminated: ok {rc=0}\u000a21:56:35.401432 bus /sierra_3: Setting Powered False\u000a21:56:36.508167 bus /sierra_3: Setting Powered False\u000a21:56:37.619038 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:56:17" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20856): Process ended prematurely: osmo-stp_10.42.42.5(pid=20856) [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20856)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20856): Process ended prematurely: osmo-stp_10.42.42.5(pid=20856) [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a21:56:39.565093 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:39.575919 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:56:39.720479 tst mo_mt_call.py: using LAC 23923\u000a21:56:39.841070 tst mo_mt_call.py: using RAC 208\u000a21:56:39.962388 tst mo_mt_call.py: using CellId 23923\u000a21:56:40.081169 tst mo_mt_call.py: using BVCI 23924\u000a21:56:40.104331 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:40.115374 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:40.126171 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:40.137210 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:40.148110 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:40.159128 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:56:40.280197 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:56:40.494277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:41.015266 run create_hlr_db(pid=20850): Launched\u000a21:56:41.203735 bus /sierra_2: Setting Powered False\u000a21:56:42.214110 run create_hlr_db(pid=20850): Terminated: ok {rc=0}\u000a21:56:42.655632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20852): Launched\u000a21:56:42.984352 run osmo-hlr_10.42.42.2(pid=20853): Launched\u000a21:56:43.102904 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:43.671652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20855): Launched\u000a21:56:43.999272 run osmo-stp_10.42.42.5(pid=20856): Launched\u000a21:56:44.118893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:44.715812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20858): Launched\u000a21:56:45.041866 run osmo-msc_10.42.42.6(pid=20859): Launched\u000a21:56:45.233093 run osmo-stp_10.42.42.5(pid=20856): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20856)]\u000a21:56:45.371127 run osmo-stp_10.42.42.5(pid=20856): stdout: \u000a| (launched: 2022-12-09_21:56:43.838477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:45.508934 run osmo-stp_10.42.42.5(pid=20856): stderr: \u000a| �[0;m�[38;5;43m20221209215644033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215644033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215644033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215644034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215644034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215644034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215644034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:45.640095 run osmo-stp_10.42.42.5(pid=20856): stdout: \u000a| (launched: 2022-12-09_21:56:43.838477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:45.770387 run osmo-stp_10.42.42.5(pid=20856): stderr: \u000a| �[0;m�[38;5;43m20221209215644033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215644033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215644033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215644034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215644034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215644034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215644034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:45.827601 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20856): Process ended prematurely: osmo-stp_10.42.42.5(pid=20856) [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20856)] [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a21:56:45.837210 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a21:56:45.916091 run osmo-hlr_10.42.42.2(pid=20853): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20853)]\u000a21:56:45.968364 run osmo-hlr_10.42.42.2(pid=20853): stdout: \u000a| (launched: 2022-12-09_21:56:42.823489) \u000a21:56:46.029285 run osmo-hlr_10.42.42.2(pid=20853): stderr: \u000a| �[0;m�[1;31m20221209215643023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215643023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215643024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215643024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215643024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215643024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215643040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215643050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215643050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215643050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:46.116512 run osmo-msc_10.42.42.6(pid=20859): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20859)]\u000a21:56:46.183019 run osmo-msc_10.42.42.6(pid=20859): stdout: \u000a| (launched: 2022-12-09_21:56:44.881949) \u000a21:56:46.247221 run osmo-msc_10.42.42.6(pid=20859): stderr: \u000a| �[0;m�[38;5;43m20221209215645203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215645203 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2c588fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215645203 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215645204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215645204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215645204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215645208 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215645208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215645208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215645208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:46.304356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20852): Terminating (SIGTERM)\u000a21:56:46.359806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20855): Terminating (SIGTERM)\u000a21:56:46.409644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20858): Terminating (SIGTERM)\u000a21:56:46.420332 --- ParallelTerminationStrategy: PID 20852 died...\u000a21:56:46.481248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20852): Terminated: ok {rc=0}\u000a21:56:46.492298 --- ParallelTerminationStrategy: PID 20855 died...\u000a21:56:46.549244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20855): Terminated: ok {rc=0}\u000a21:56:46.560371 --- ParallelTerminationStrategy: PID 20858 died...\u000a21:56:46.617598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20858): Terminated: ok {rc=0}\u000a21:56:46.707372 bus /sierra_3: Setting Powered False\u000a21:56:47.809228 bus /sierra_3: Setting Powered False\u000a21:56:48.921686 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20867): Process ended prematurely: osmo-stp_10.42.42.5(pid=20867) [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20867)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20867): Process ended prematurely: osmo-stp_10.42.42.5(pid=20867) [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:56:50.035952 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:50.047835 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a21:56:50.201839 tst mo_mt_call_osmux.py: using LAC 23924\u000a21:56:50.332416 tst mo_mt_call_osmux.py: using RAC 209\u000a21:56:50.463111 tst mo_mt_call_osmux.py: using CellId 23924\u000a21:56:50.590978 tst mo_mt_call_osmux.py: using BVCI 23925\u000a21:56:50.615910 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:50.627660 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:50.638909 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:50.650128 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:50.661342 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a21:56:50.672544 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:56:50.792675 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a21:56:50.997895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:56:51.476522 run create_hlr_db(pid=20861): Launched\u000a21:56:51.651791 bus /sierra_2: Setting Powered False\u000a21:56:52.672288 run create_hlr_db(pid=20861): Terminated: ok {rc=0}\u000a21:56:53.105438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20863): Launched\u000a21:56:53.431835 run osmo-hlr_10.42.42.2(pid=20864): Launched\u000a21:56:53.551262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:56:54.121773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20866): Launched\u000a21:56:54.447048 run osmo-stp_10.42.42.5(pid=20867): Launched\u000a21:56:54.565109 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:56:55.159911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20869): Launched\u000a21:56:55.486025 run osmo-msc_10.42.42.6(pid=20870): Launched\u000a21:56:55.678070 run osmo-stp_10.42.42.5(pid=20867): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20867)]\u000a21:56:55.815609 run osmo-stp_10.42.42.5(pid=20867): stdout: \u000a| (launched: 2022-12-09_21:56:54.287622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:55.953040 run osmo-stp_10.42.42.5(pid=20867): stderr: \u000a| �[0;m�[38;5;43m20221209215654480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215654480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215654481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215654481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215654481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215654482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215654482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:56.083519 run osmo-stp_10.42.42.5(pid=20867): stdout: \u000a| (launched: 2022-12-09_21:56:54.287622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:56:56.213408 run osmo-stp_10.42.42.5(pid=20867): stderr: \u000a| �[0;m�[38;5;43m20221209215654480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215654480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215654481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215654481 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215654481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215654482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215654482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:56:56.270330 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20867): Process ended prematurely: osmo-stp_10.42.42.5(pid=20867) [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20867)] [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a21:56:56.279483 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:56:56.341944 run osmo-hlr_10.42.42.2(pid=20864): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20864)]\u000a21:56:56.393124 run osmo-hlr_10.42.42.2(pid=20864): stdout: \u000a| (launched: 2022-12-09_21:56:53.271501) \u000a21:56:56.444865 run osmo-hlr_10.42.42.2(pid=20864): stderr: \u000a| �[0;m�[1;31m20221209215653469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215653469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215653469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215653469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215653469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215653469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215653483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215653493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215653494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215653494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:56:56.515571 run osmo-msc_10.42.42.6(pid=20870): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20870)]\u000a21:56:56.566815 run osmo-msc_10.42.42.6(pid=20870): stdout: \u000a| (launched: 2022-12-09_21:56:55.325832) \u000a21:56:56.618642 run osmo-msc_10.42.42.6(pid=20870): stderr: \u000a| �[0;m�[38;5;43m20221209215655650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215655650 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b30b9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215655650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215655650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215655650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215655651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215655652 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215655653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215655653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215655653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:56:56.662957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20863): Terminating (SIGTERM)\u000a21:56:56.704683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20866): Terminating (SIGTERM)\u000a21:56:56.746411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20869): Terminating (SIGTERM)\u000a21:56:56.756303 --- ParallelTerminationStrategy: PID 20863 died...\u000a21:56:56.812086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20863): Terminated: ok {rc=0}\u000a21:56:56.822221 --- ParallelTerminationStrategy: PID 20866 died...\u000a21:56:56.877821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20866): Terminated: ok {rc=0}\u000a21:56:56.887895 --- ParallelTerminationStrategy: PID 20869 died...\u000a21:56:56.943205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20869): Terminated: ok {rc=0}\u000a21:56:57.030215 bus /sierra_3: Setting Powered False\u000a21:56:58.136205 bus /sierra_3: Setting Powered False\u000a21:56:59.244017 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:56:39" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20881): Process ended prematurely: osmo-stp_10.42.42.5(pid=20881) [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20881)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20881): Process ended prematurely: osmo-stp_10.42.42.5(pid=20881) [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a21:57:01.253066 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:01.269273 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:57:01.469789 tst mo_mt_call.py: using LAC 23925\u000a21:57:01.634608 tst mo_mt_call.py: using RAC 210\u000a21:57:01.803445 tst mo_mt_call.py: using CellId 23925\u000a21:57:01.933682 tst mo_mt_call.py: using BVCI 23926\u000a21:57:01.957798 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:01.969792 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:01.981591 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:01.993982 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:02.006789 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:02.018734 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:57:02.135082 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:57:02.340543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:02.822449 run create_hlr_db(pid=20875): Launched\u000a21:57:02.997358 bus /sierra_2: Setting Powered False\u000a21:57:04.018987 run create_hlr_db(pid=20875): Terminated: ok {rc=0}\u000a21:57:04.452142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20877): Launched\u000a21:57:04.777922 run osmo-hlr_10.42.42.2(pid=20878): Launched\u000a21:57:04.896437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:05.461021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20880): Launched\u000a21:57:05.787239 run osmo-stp_10.42.42.5(pid=20881): Launched\u000a21:57:05.905531 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:06.501897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20883): Launched\u000a21:57:06.828899 run osmo-msc_10.42.42.6(pid=20884): Launched\u000a21:57:07.019910 run osmo-stp_10.42.42.5(pid=20881): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20881)]\u000a21:57:07.163368 run osmo-stp_10.42.42.5(pid=20881): stdout: \u000a| (launched: 2022-12-09_21:57:05.626983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:07.300638 run osmo-stp_10.42.42.5(pid=20881): stderr: \u000a| �[0;m�[38;5;43m20221209215705821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215705821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215705821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215705822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215705822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215705822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215705822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:07.432569 run osmo-stp_10.42.42.5(pid=20881): stdout: \u000a| (launched: 2022-12-09_21:57:05.626983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:07.563519 run osmo-stp_10.42.42.5(pid=20881): stderr: \u000a| �[0;m�[38;5;43m20221209215705821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215705821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215705821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215705822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215705822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215705822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215705822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:07.621392 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20881): Process ended prematurely: osmo-stp_10.42.42.5(pid=20881) [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20881)] [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a21:57:07.630825 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a21:57:07.693970 run osmo-hlr_10.42.42.2(pid=20878): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20878)]\u000a21:57:07.745496 run osmo-hlr_10.42.42.2(pid=20878): stdout: \u000a| (launched: 2022-12-09_21:57:04.618018) \u000a21:57:07.797777 run osmo-hlr_10.42.42.2(pid=20878): stderr: \u000a| �[0;m�[1;31m20221209215704819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215704819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215704819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215704819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215704819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215704819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215704830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215704838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215704839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215704839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:07.868688 run osmo-msc_10.42.42.6(pid=20884): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20884)]\u000a21:57:07.920209 run osmo-msc_10.42.42.6(pid=20884): stdout: \u000a| (launched: 2022-12-09_21:57:06.668416) \u000a21:57:07.972333 run osmo-msc_10.42.42.6(pid=20884): stderr: \u000a| �[0;m�[38;5;43m20221209215706995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215706996 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f015b5bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215706996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215706996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215706996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215706996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215706998 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215706998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215706998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215706999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:08.016591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20877): Terminating (SIGTERM)\u000a21:57:08.058470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20880): Terminating (SIGTERM)\u000a21:57:08.100548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20883): Terminating (SIGTERM)\u000a21:57:08.110356 --- ParallelTerminationStrategy: PID 20877 died...\u000a21:57:08.166101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20877): Terminated: ok {rc=0}\u000a21:57:08.176312 --- ParallelTerminationStrategy: PID 20880 died...\u000a21:57:08.231947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20880): Terminated: ok {rc=0}\u000a21:57:08.242018 --- ParallelTerminationStrategy: PID 20883 died...\u000a21:57:08.297974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20883): Terminated: ok {rc=0}\u000a21:57:08.384689 bus /sierra_3: Setting Powered False\u000a21:57:09.490983 bus /sierra_3: Setting Powered False\u000a21:57:10.601765 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20892): Process ended prematurely: osmo-stp_10.42.42.5(pid=20892) [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20892)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20892): Process ended prematurely: osmo-stp_10.42.42.5(pid=20892) [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:57:11.712267 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:11.723954 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a21:57:11.869297 tst mo_mt_call_osmux.py: using LAC 23926\u000a21:57:11.990043 tst mo_mt_call_osmux.py: using RAC 211\u000a21:57:12.108541 tst mo_mt_call_osmux.py: using CellId 23926\u000a21:57:12.227705 tst mo_mt_call_osmux.py: using BVCI 23927\u000a21:57:12.250738 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:12.261797 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:12.272616 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:12.283676 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:12.294833 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a21:57:12.306140 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:57:12.427573 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a21:57:12.641218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:13.162270 run create_hlr_db(pid=20886): Launched\u000a21:57:13.350664 bus /sierra_2: Setting Powered False\u000a21:57:14.371555 run create_hlr_db(pid=20886): Terminated: ok {rc=0}\u000a21:57:14.782966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20888): Launched\u000a21:57:15.088344 run osmo-hlr_10.42.42.2(pid=20889): Launched\u000a21:57:15.200306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:15.727630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20891): Launched\u000a21:57:16.187548 run osmo-stp_10.42.42.5(pid=20892): Launched\u000a21:57:16.349959 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:16.958878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20894): Launched\u000a21:57:17.323901 run osmo-msc_10.42.42.6(pid=20895): Launched\u000a21:57:17.505677 run osmo-stp_10.42.42.5(pid=20892): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20892)]\u000a21:57:17.635996 run osmo-stp_10.42.42.5(pid=20892): stdout: \u000a| (launched: 2022-12-09_21:57:15.884636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:17.764020 run osmo-stp_10.42.42.5(pid=20892): stderr: \u000a| �[0;m�[38;5;43m20221209215716111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215716111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215716111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215716111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215716112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215716112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215716112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:17.887259 run osmo-stp_10.42.42.5(pid=20892): stdout: \u000a| (launched: 2022-12-09_21:57:15.884636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:18.008352 run osmo-stp_10.42.42.5(pid=20892): stderr: \u000a| �[0;m�[38;5;43m20221209215716111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215716111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215716111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215716111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215716112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215716112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215716112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:18.061919 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20892): Process ended prematurely: osmo-stp_10.42.42.5(pid=20892) [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20892)] [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a21:57:18.070736 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a21:57:18.131337 run osmo-hlr_10.42.42.2(pid=20889): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20889)]\u000a21:57:18.180881 run osmo-hlr_10.42.42.2(pid=20889): stdout: \u000a| (launched: 2022-12-09_21:57:14.938183) \u000a21:57:18.230870 run osmo-hlr_10.42.42.2(pid=20889): stderr: \u000a| �[0;m�[1;31m20221209215715114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215715114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215715114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215715114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215715114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215715114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215715127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215715137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215715137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215715137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:18.298407 run osmo-msc_10.42.42.6(pid=20895): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20895)]\u000a21:57:18.347658 run osmo-msc_10.42.42.6(pid=20895): stdout: \u000a| (launched: 2022-12-09_21:57:17.118821) \u000a21:57:18.397610 run osmo-msc_10.42.42.6(pid=20895): stderr: \u000a| �[0;m�[38;5;43m20221209215717447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215717447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b62de6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215717447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215717447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215717448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215717448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215717450 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215717450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215717450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215717450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:18.439757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20888): Terminating (SIGTERM)\u000a21:57:18.479810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20891): Terminating (SIGTERM)\u000a21:57:18.519855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20894): Terminating (SIGTERM)\u000a21:57:18.529441 --- ParallelTerminationStrategy: PID 20888 died...\u000a21:57:18.583423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20888): Terminated: ok {rc=0}\u000a21:57:18.593502 --- ParallelTerminationStrategy: PID 20891 died...\u000a21:57:18.647169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20891): Terminated: ok {rc=0}\u000a21:57:18.657341 --- ParallelTerminationStrategy: PID 20894 died...\u000a21:57:18.710867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20894): Terminated: ok {rc=0}\u000a21:57:18.794974 bus /sierra_3: Setting Powered False\u000a21:57:19.902060 bus /sierra_3: Setting Powered False\u000a21:57:21.011238 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:57:00" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20906): Process ended prematurely: osmo-stp_10.42.42.5(pid=20906) [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20906)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20906): Process ended prematurely: osmo-stp_10.42.42.5(pid=20906) [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a21:57:22.953356 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:22.964191 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:57:23.111295 tst mo_mt_call.py: using LAC 23927\u000a21:57:23.230576 tst mo_mt_call.py: using RAC 212\u000a21:57:23.347895 tst mo_mt_call.py: using CellId 23927\u000a21:57:23.464821 tst mo_mt_call.py: using BVCI 23928\u000a21:57:23.488014 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:23.499007 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:23.509718 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:23.520558 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:23.531497 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:23.542433 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:57:23.657834 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:57:23.871410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:24.395503 run create_hlr_db(pid=20900): Launched\u000a21:57:24.584229 bus /sierra_2: Setting Powered False\u000a21:57:25.605389 run create_hlr_db(pid=20900): Terminated: ok {rc=0}\u000a21:57:26.016114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20902): Launched\u000a21:57:26.321997 run osmo-hlr_10.42.42.2(pid=20903): Launched\u000a21:57:26.437812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:26.968456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20905): Launched\u000a21:57:27.273400 run osmo-stp_10.42.42.5(pid=20906): Launched\u000a21:57:27.384292 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:27.940532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20908): Launched\u000a21:57:28.246095 run osmo-msc_10.42.42.6(pid=20909): Launched\u000a21:57:28.424337 run osmo-stp_10.42.42.5(pid=20906): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20906)]\u000a21:57:28.554769 run osmo-stp_10.42.42.5(pid=20906): stdout: \u000a| (launched: 2022-12-09_21:57:27.123470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:28.683159 run osmo-stp_10.42.42.5(pid=20906): stderr: \u000a| �[0;m�[38;5;43m20221209215727297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215727297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215727297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215727298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215727298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215727298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215727298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:28.805371 run osmo-stp_10.42.42.5(pid=20906): stdout: \u000a| (launched: 2022-12-09_21:57:27.123470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:28.926596 run osmo-stp_10.42.42.5(pid=20906): stderr: \u000a| �[0;m�[38;5;43m20221209215727297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215727297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215727297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215727298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215727298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215727298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215727298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:28.980123 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20906): Process ended prematurely: osmo-stp_10.42.42.5(pid=20906) [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20906)] [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a21:57:28.988861 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a21:57:29.049091 run osmo-hlr_10.42.42.2(pid=20903): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20903)]\u000a21:57:29.098624 run osmo-hlr_10.42.42.2(pid=20903): stdout: \u000a| (launched: 2022-12-09_21:57:26.171441) \u000a21:57:29.148358 run osmo-hlr_10.42.42.2(pid=20903): stderr: \u000a| �[0;m�[1;31m20221209215726349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215726350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215726350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215726350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215726350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215726350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215726363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215726374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215726374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215726374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:29.216043 run osmo-msc_10.42.42.6(pid=20909): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20909)]\u000a21:57:29.266182 run osmo-msc_10.42.42.6(pid=20909): stdout: \u000a| (launched: 2022-12-09_21:57:28.095201) \u000a21:57:29.316504 run osmo-msc_10.42.42.6(pid=20909): stderr: \u000a| �[0;m�[38;5;43m20221209215728368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215728368 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1364fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215728368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215728368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215728368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215728368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215728370 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215728370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215728371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215728371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:29.358515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20902): Terminating (SIGTERM)\u000a21:57:29.398489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20905): Terminating (SIGTERM)\u000a21:57:29.438398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20908): Terminating (SIGTERM)\u000a21:57:29.447990 --- ParallelTerminationStrategy: PID 20902 died...\u000a21:57:29.501869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20902): Terminated: ok {rc=0}\u000a21:57:29.511780 --- ParallelTerminationStrategy: PID 20905 died...\u000a21:57:29.565939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20905): Terminated: ok {rc=0}\u000a21:57:29.575573 --- ParallelTerminationStrategy: PID 20908 died...\u000a21:57:29.629394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20908): Terminated: ok {rc=0}\u000a21:57:29.718159 bus /sierra_3: Setting Powered False\u000a21:57:30.821965 bus /sierra_3: Setting Powered False\u000a21:57:31.960242 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 163, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20917): Process ended prematurely: osmo-stp_10.42.42.5(pid=20917) [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20917)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20917): Process ended prematurely: osmo-stp_10.42.42.5(pid=20917) [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a21:57:33.073202 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:33.084549 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a21:57:33.229358 tst mo_mt_call_osmux.py: using LAC 23928\u000a21:57:33.346597 tst mo_mt_call_osmux.py: using RAC 213\u000a21:57:33.463965 tst mo_mt_call_osmux.py: using CellId 23928\u000a21:57:33.588831 tst mo_mt_call_osmux.py: using BVCI 23929\u000a21:57:33.614014 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:33.625570 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:33.636743 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:33.648186 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:33.659594 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a21:57:33.670906 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:57:33.787413 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a21:57:33.999962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:34.520494 run create_hlr_db(pid=20911): Launched\u000a21:57:34.709250 bus /sierra_2: Setting Powered False\u000a21:57:35.730783 run create_hlr_db(pid=20911): Terminated: ok {rc=0}\u000a21:57:36.163342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20913): Launched\u000a21:57:36.489856 run osmo-hlr_10.42.42.2(pid=20914): Launched\u000a21:57:36.608509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:37.175691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20916): Launched\u000a21:57:37.503413 run osmo-stp_10.42.42.5(pid=20917): Launched\u000a21:57:37.621830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:38.223331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20919): Launched\u000a21:57:38.550923 run osmo-msc_10.42.42.6(pid=20920): Launched\u000a21:57:38.743932 run osmo-stp_10.42.42.5(pid=20917): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20917)]\u000a21:57:38.883287 run osmo-stp_10.42.42.5(pid=20917): stdout: \u000a| (launched: 2022-12-09_21:57:37.341678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:39.021508 run osmo-stp_10.42.42.5(pid=20917): stderr: \u000a| �[0;m�[38;5;43m20221209215737537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215737537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215737537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215737538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215737538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215737538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215737538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:39.153058 run osmo-stp_10.42.42.5(pid=20917): stdout: \u000a| (launched: 2022-12-09_21:57:37.341678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:39.283558 run osmo-stp_10.42.42.5(pid=20917): stderr: \u000a| �[0;m�[38;5;43m20221209215737537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215737537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215737537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215737538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215737538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215737538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215737538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:39.341116 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20917): Process ended prematurely: osmo-stp_10.42.42.5(pid=20917) [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20917)] [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a21:57:39.350293 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a21:57:39.413005 run osmo-hlr_10.42.42.2(pid=20914): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20914)]\u000a21:57:39.464309 run osmo-hlr_10.42.42.2(pid=20914): stdout: \u000a| (launched: 2022-12-09_21:57:36.329850) \u000a21:57:39.516206 run osmo-hlr_10.42.42.2(pid=20914): stderr: \u000a| �[0;m�[1;31m20221209215736529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215736529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215736529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215736529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215736529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215736529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215736544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215736552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215736553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215736553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:39.586614 run osmo-msc_10.42.42.6(pid=20920): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20920)]\u000a21:57:39.637809 run osmo-msc_10.42.42.6(pid=20920): stdout: \u000a| (launched: 2022-12-09_21:57:38.389622) \u000a21:57:39.690122 run osmo-msc_10.42.42.6(pid=20920): stderr: \u000a| �[0;m�[38;5;43m20221209215738716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215738716 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57f353ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215738716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215738716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215738716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215738716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215738718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215738718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215738719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215738719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:39.734120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20913): Terminating (SIGTERM)\u000a21:57:39.775711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20916): Terminating (SIGTERM)\u000a21:57:39.817295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20919): Terminating (SIGTERM)\u000a21:57:39.826963 --- ParallelTerminationStrategy: PID 20913 died...\u000a21:57:39.882484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20913): Terminated: ok {rc=0}\u000a21:57:39.892485 --- ParallelTerminationStrategy: PID 20916 died...\u000a21:57:39.947950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20916): Terminated: ok {rc=0}\u000a21:57:39.958038 --- ParallelTerminationStrategy: PID 20919 died...\u000a21:57:40.013565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20919): Terminated: ok {rc=0}\u000a21:57:40.100381 bus /sierra_3: Setting Powered False\u000a21:57:41.206138 bus /sierra_3: Setting Powered False\u000a21:57:42.315226 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:57:22" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20931): Process ended prematurely: osmo-stp_10.42.42.5(pid=20931) [trial-2365↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20931)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20931): Process ended prematurely: osmo-stp_10.42.42.5(pid=20931) [trial-2365↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a21:57:44.293467 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:44.304286 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a21:57:44.432618 tst emergency_mo_mt_call.py: using LAC 23929\u000a21:57:44.559807 tst emergency_mo_mt_call.py: using RAC 214\u000a21:57:44.685954 tst emergency_mo_mt_call.py: using CellId 23929\u000a21:57:44.812531 tst emergency_mo_mt_call.py: using BVCI 23930\u000a21:57:44.836759 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:44.847733 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:44.858589 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:44.869396 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:44.880123 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:44.890841 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:45.005975 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:45.215085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:45.726575 run create_hlr_db(pid=20925): Launched\u000a21:57:45.930194 bus /sierra_2: Setting Powered False\u000a21:57:46.926789 run create_hlr_db(pid=20925): Terminated: ok {rc=0}\u000a21:57:47.380349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20927): Launched\u000a21:57:47.680372 run osmo-hlr_10.42.42.2(pid=20928): Launched\u000a21:57:47.796238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:48.324664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20930): Launched\u000a21:57:48.623976 run osmo-stp_10.42.42.5(pid=20931): Launched\u000a21:57:48.744361 tst emergency_mo_mt_call.py: using MSISDN 7399\u000a21:57:48.892487 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:49.437963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20933): Launched\u000a21:57:49.737950 run osmo-msc_10.42.42.6(pid=20934): Launched\u000a21:57:49.914007 run osmo-stp_10.42.42.5(pid=20931): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20931)]\u000a21:57:50.040774 run osmo-stp_10.42.42.5(pid=20931): stdout: \u000a| (launched: 2022-12-09_21:57:48.476366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:50.165752 run osmo-stp_10.42.42.5(pid=20931): stderr: \u000a| �[0;m�[38;5;43m20221209215748647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215748647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215748647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215748647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215748649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215748649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215748649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:50.286311 run osmo-stp_10.42.42.5(pid=20931): stdout: \u000a| (launched: 2022-12-09_21:57:48.476366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:57:50.405511 run osmo-stp_10.42.42.5(pid=20931): stderr: \u000a| �[0;m�[38;5;43m20221209215748647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215748647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215748647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215748647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215748649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215748649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215748649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:57:50.457635 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20931): Process ended prematurely: osmo-stp_10.42.42.5(pid=20931) [trial-2365↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20931)] [trial-2365↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a21:57:50.465788 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a21:57:50.525919 run osmo-hlr_10.42.42.2(pid=20928): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20928)]\u000a21:57:50.575166 run osmo-hlr_10.42.42.2(pid=20928): stdout: \u000a| (launched: 2022-12-09_21:57:47.532373) \u000a21:57:50.625031 run osmo-hlr_10.42.42.2(pid=20928): stderr: \u000a| �[0;m�[1;31m20221209215747710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215747710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215747710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215747711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215747711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215747711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215747735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215747745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215747745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215747746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:57:50.692629 run osmo-msc_10.42.42.6(pid=20934): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20934)]\u000a21:57:50.741920 run osmo-msc_10.42.42.6(pid=20934): stdout: \u000a| (launched: 2022-12-09_21:57:49.590590) \u000a21:57:50.791689 run osmo-msc_10.42.42.6(pid=20934): stderr: \u000a| �[0;m�[38;5;43m20221209215749865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215749865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a5e444c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215749865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215749865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215749865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215749866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215749867 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215749868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215749868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215749868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:57:50.833553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20927): Terminating (SIGTERM)\u000a21:57:50.873326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20930): Terminating (SIGTERM)\u000a21:57:50.913050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20933): Terminating (SIGTERM)\u000a21:57:50.922544 --- ParallelTerminationStrategy: PID 20927 died...\u000a21:57:50.976041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20927): Terminated: ok {rc=0}\u000a21:57:50.986032 --- ParallelTerminationStrategy: PID 20930 died...\u000a21:57:51.040217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20930): Terminated: ok {rc=0}\u000a21:57:51.050054 --- ParallelTerminationStrategy: PID 20933 died...\u000a21:57:51.103206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20933): Terminated: ok {rc=0}\u000a21:57:51.187121 bus /sierra_3: Setting Powered False\u000a21:57:52.290160 bus /sierra_3: Setting Powered False\u000a21:57:53.400320 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20942): Process ended prematurely: osmo-stp_10.42.42.5(pid=20942) [trial-2365↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20942)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20942): Process ended prematurely: osmo-stp_10.42.42.5(pid=20942) [trial-2365↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a21:57:54.451607 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:54.463271 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a21:57:54.592423 tst emergency_preemptive_call.py: using LAC 23930\u000a21:57:54.718486 tst emergency_preemptive_call.py: using RAC 215\u000a21:57:54.842732 tst emergency_preemptive_call.py: using CellId 23930\u000a21:57:54.966597 tst emergency_preemptive_call.py: using BVCI 23931\u000a21:57:54.990981 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:55.001965 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:55.012810 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:55.023724 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:55.034612 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a21:57:55.045430 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:55.165747 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:55.282432 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:55.400492 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a21:57:55.599924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:57:56.075666 run create_hlr_db(pid=20936): Launched\u000a21:57:56.249905 bus /sierra_2: Setting Powered False\u000a21:57:57.270032 run create_hlr_db(pid=20936): Terminated: ok {rc=0}\u000a21:57:57.699611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20938): Launched\u000a21:57:58.021337 run osmo-hlr_10.42.42.2(pid=20939): Launched\u000a21:57:58.138953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:57:58.701970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20941): Launched\u000a21:57:59.023583 run osmo-stp_10.42.42.5(pid=20942): Launched\u000a21:57:59.151646 tst emergency_preemptive_call.py: using MSISDN 7400\u000a21:57:59.312380 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a21:57:59.898999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20944): Launched\u000a21:58:00.221055 run osmo-msc_10.42.42.6(pid=20945): Launched\u000a21:58:00.410540 run osmo-stp_10.42.42.5(pid=20942): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20942)]\u000a21:58:00.547261 run osmo-stp_10.42.42.5(pid=20942): stdout: \u000a| (launched: 2022-12-09_21:57:58.866596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:00.684046 run osmo-stp_10.42.42.5(pid=20942): stderr: \u000a| �[0;m�[38;5;43m20221209215759058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215759058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215759059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215759059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215759061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215759062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215759062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:00.814238 run osmo-stp_10.42.42.5(pid=20942): stdout: \u000a| (launched: 2022-12-09_21:57:58.866596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:00.951658 run osmo-stp_10.42.42.5(pid=20942): stderr: \u000a| �[0;m�[38;5;43m20221209215759058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215759058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215759059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215759059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215759061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215759062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215759062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:01.009407 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20942): Process ended prematurely: osmo-stp_10.42.42.5(pid=20942) [trial-2365↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20942)] [trial-2365↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a21:58:01.018486 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a21:58:01.082359 run osmo-hlr_10.42.42.2(pid=20939): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20939)]\u000a21:58:01.134786 run osmo-hlr_10.42.42.2(pid=20939): stdout: \u000a| (launched: 2022-12-09_21:57:57.863228) \u000a21:58:01.187786 run osmo-hlr_10.42.42.2(pid=20939): stderr: \u000a| �[0;m�[1;31m20221209215758062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215758062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215758062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215758062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215758062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215758062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215758075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215758086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215758086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215758086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:01.259646 run osmo-msc_10.42.42.6(pid=20945): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20945)]\u000a21:58:01.311938 run osmo-msc_10.42.42.6(pid=20945): stdout: \u000a| (launched: 2022-12-09_21:58:00.062152) \u000a21:58:01.364915 run osmo-msc_10.42.42.6(pid=20945): stderr: \u000a| �[0;m�[38;5;43m20221209215800384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209215800385 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efde4c1fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209215800385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209215800385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209215800385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209215800385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209215800387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209215800387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209215800387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209215800388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a21:58:01.410127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20938): Terminating (SIGTERM)\u000a21:58:01.452263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20941): Terminating (SIGTERM)\u000a21:58:01.495472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20944): Terminating (SIGTERM)\u000a21:58:01.506133 --- ParallelTerminationStrategy: PID 20938 died...\u000a21:58:01.562904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20938): Terminated: ok {rc=0}\u000a21:58:01.573386 --- ParallelTerminationStrategy: PID 20941 died...\u000a21:58:01.629449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20941): Terminated: ok {rc=0}\u000a21:58:01.639981 --- ParallelTerminationStrategy: PID 20944 died...\u000a21:58:01.696669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20944): Terminated: ok {rc=0}\u000a21:58:01.785080 bus /sierra_9: Setting Powered False\u000a21:58:02.890317 bus /sierra_9: Setting Powered False\u000a21:58:03.998432 bus /sierra_8: Setting Powered False\u000a21:58:05.104763 bus /sierra_8: Setting Powered False\u000a21:58:06.216756 bus /sierra_3: Setting Powered False\u000a21:58:07.319238 bus /sierra_3: Setting Powered False\u000a21:58:08.431684 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:57:44" }, { "cases" : [ { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20960): Process ended prematurely: osmo-stp_10.42.42.5(pid=20960) [trial-2365↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20960)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20960): Process ended prematurely: osmo-stp_10.42.42.5(pid=20960) [trial-2365↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:58:10.503343 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:10.513745 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:58:10.643659 tst cs_paging_gprs_active.py: using LAC 23931\u000a21:58:10.771095 tst cs_paging_gprs_active.py: using RAC 216\u000a21:58:10.899742 tst cs_paging_gprs_active.py: using CellId 23931\u000a21:58:11.021501 tst cs_paging_gprs_active.py: using BVCI 23932\u000a21:58:11.044669 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:11.055299 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:11.065577 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:11.075992 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:11.086448 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:11.096808 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:11.107304 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:11.117828 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:11.128361 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:11.249601 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:11.548632 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:58:11.686370 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:12.026156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20950): Launched\u000a21:58:12.309469 run iperf3-srv_10.42.42.10(pid=20951): Launched\u000a21:58:12.512942 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:58:12.651270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:12.994047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20952): Launched\u000a21:58:13.277046 run iperf3-srv_10.42.42.10(pid=20953): Launched\u000a21:58:13.479608 tst cs_paging_gprs_active.py:38: start network...\u000a21:58:13.617954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:14.143657 run create_hlr_db(pid=20954): Launched\u000a21:58:14.332191 bus /sierra_2: Setting Powered False\u000a21:58:15.354437 run create_hlr_db(pid=20954): Terminated: ok {rc=0}\u000a21:58:15.764426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20956): Launched\u000a21:58:16.247261 run osmo-hlr_10.42.42.2(pid=20957): Launched\u000a21:58:16.447986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:17.045326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20959): Launched\u000a21:58:17.379534 run osmo-stp_10.42.42.5(pid=20960): Launched\u000a21:58:17.498923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:58:18.070445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20962): Launched\u000a21:58:18.187612 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:58:18.472881 run patchelf(pid=20963): Launched\u000a21:58:18.664744 run osmo-stp_10.42.42.5(pid=20960): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20960)]\u000a21:58:18.805640 run osmo-stp_10.42.42.5(pid=20960): stdout: \u000a| (launched: 2022-12-09_21:58:17.215745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:18.946397 run osmo-stp_10.42.42.5(pid=20960): stderr: \u000a| �[0;m�[38;5;43m20221209215817408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215817408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215817408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215817409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215817409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215817409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215817409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:19.081916 run osmo-stp_10.42.42.5(pid=20960): stdout: \u000a| (launched: 2022-12-09_21:58:17.215745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:19.216148 run osmo-stp_10.42.42.5(pid=20960): stderr: \u000a| �[0;m�[38;5;43m20221209215817408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215817408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215817408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215817409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215817409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215817409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215817409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:19.373289 run patchelf(pid=20963): Terminating (SIGINT)\u000a21:58:19.558039 run patchelf(pid=20963): Terminated: ok {rc=0}\u000a21:58:19.591688 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20960): Process ended prematurely: osmo-stp_10.42.42.5(pid=20960) [trial-2365↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20960)] [trial-2365↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a21:58:19.601442 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a21:58:19.665088 run osmo-hlr_10.42.42.2(pid=20957): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20957)]\u000a21:58:19.716940 run osmo-hlr_10.42.42.2(pid=20957): stdout: \u000a| (launched: 2022-12-09_21:58:15.958700) \u000a21:58:19.768994 run osmo-hlr_10.42.42.2(pid=20957): stderr: \u000a| �[0;m�[1;31m20221209215816192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215816192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215816192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215816192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215816192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215816192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215816204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215816219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215816219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215816219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:19.813400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20950): Terminating (SIGTERM)\u000a21:58:19.855260 run iperf3-srv_10.42.42.10(pid=20951): Terminating (SIGTERM)\u000a21:58:19.897236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20952): Terminating (SIGTERM)\u000a21:58:19.939432 run iperf3-srv_10.42.42.10(pid=20953): Terminating (SIGTERM)\u000a21:58:19.981474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20956): Terminating (SIGTERM)\u000a21:58:20.023452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20959): Terminating (SIGTERM)\u000a21:58:20.065506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20962): Terminating (SIGTERM)\u000a21:58:20.075336 --- ParallelTerminationStrategy: PID 20950 died...\u000a21:58:20.131324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20950): Terminated: ok {rc=0}\u000a21:58:20.141610 --- ParallelTerminationStrategy: PID 20951 died...\u000a21:58:20.197353 run iperf3-srv_10.42.42.10(pid=20951): Terminated {rc=256}\u000a21:58:20.207592 --- ParallelTerminationStrategy: PID 20952 died...\u000a21:58:20.263135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20952): Terminated: ok {rc=0}\u000a21:58:20.273362 --- ParallelTerminationStrategy: PID 20953 died...\u000a21:58:20.328632 run iperf3-srv_10.42.42.10(pid=20953): Terminated {rc=256}\u000a21:58:20.338831 --- ParallelTerminationStrategy: PID 20956 died...\u000a21:58:20.394372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20956): Terminated: ok {rc=0}\u000a21:58:20.404629 --- ParallelTerminationStrategy: PID 20959 died...\u000a21:58:20.459998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20959): Terminated: ok {rc=0}\u000a21:58:20.470066 --- ParallelTerminationStrategy: PID 20962 died...\u000a21:58:20.525597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20962): Terminated: ok {rc=0}\u000a21:58:20.612893 bus /gobi_0: Setting Powered False\u000a21:58:21.718841 bus /gobi_0: Setting Powered False\u000a21:58:22.829645 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 223, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20972): Process ended prematurely: osmo-stp_10.42.42.5(pid=20972) [trial-2365↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20972)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20972): Process ended prematurely: osmo-stp_10.42.42.5(pid=20972) [trial-2365↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a21:58:23.940749 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:23.951728 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:58:24.084291 tst iperf3.py: using LAC 23932\u000a21:58:24.214418 tst iperf3.py: using RAC 217\u000a21:58:24.342389 tst iperf3.py: using CellId 23932\u000a21:58:24.470377 tst iperf3.py: using BVCI 23933\u000a21:58:24.495493 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:24.506445 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:24.517295 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:24.528031 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:24.538717 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:24.549395 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:24.560150 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:24.570881 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:24.581750 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:24.865462 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:58:24.993486 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:25.310149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20964): Launched\u000a21:58:25.574045 run iperf3-srv_10.42.42.10(pid=20965): Launched\u000a21:58:25.760413 tst iperf3.py:8: start network...\u000a21:58:25.887138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:26.368571 run create_hlr_db(pid=20966): Launched\u000a21:58:26.544085 bus /gobi_6: Setting Powered False\u000a21:58:27.566413 run create_hlr_db(pid=20966): Terminated: ok {rc=0}\u000a21:58:28.002395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20968): Launched\u000a21:58:28.329911 run osmo-hlr_10.42.42.2(pid=20969): Launched\u000a21:58:28.450341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:29.020663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20971): Launched\u000a21:58:29.347941 run osmo-stp_10.42.42.5(pid=20972): Launched\u000a21:58:29.466709 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:58:30.039575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20974): Launched\u000a21:58:30.156371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:58:30.443430 run patchelf(pid=20975): Launched\u000a21:58:30.637283 run osmo-stp_10.42.42.5(pid=20972): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20972)]\u000a21:58:30.778837 run osmo-stp_10.42.42.5(pid=20972): stdout: \u000a| (launched: 2022-12-09_21:58:29.187303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:30.928358 run osmo-stp_10.42.42.5(pid=20972): stderr: \u000a| �[0;m�[38;5;43m20221209215829383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215829383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215829383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215829384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215829384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215829384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215829384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:31.067082 run osmo-stp_10.42.42.5(pid=20972): stdout: \u000a| (launched: 2022-12-09_21:58:29.187303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:31.204242 run osmo-stp_10.42.42.5(pid=20972): stderr: \u000a| �[0;m�[38;5;43m20221209215829383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215829383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215829383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215829384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215829384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215829384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215829384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:31.366488 run patchelf(pid=20975): Terminating (SIGINT)\u000a21:58:31.580462 run patchelf(pid=20975): Terminated: ok {rc=0}\u000a21:58:31.615179 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20972): Process ended prematurely: osmo-stp_10.42.42.5(pid=20972) [trial-2365↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20972)] [trial-2365↪gprs:oc2g↪iperf3.py:8]\u000a21:58:31.625952 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:58:31.690615 run osmo-hlr_10.42.42.2(pid=20969): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20969)]\u000a21:58:31.743413 run osmo-hlr_10.42.42.2(pid=20969): stdout: \u000a| (launched: 2022-12-09_21:58:28.169068) \u000a21:58:31.796882 run osmo-hlr_10.42.42.2(pid=20969): stderr: \u000a| �[0;m�[1;31m20221209215828370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215828370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215828370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215828370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215828370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215828370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215828383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215828391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215828391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215828391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:31.842412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20964): Terminating (SIGTERM)\u000a21:58:31.889242 run iperf3-srv_10.42.42.10(pid=20965): Terminating (SIGTERM)\u000a21:58:31.934187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20968): Terminating (SIGTERM)\u000a21:58:31.977040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20971): Terminating (SIGTERM)\u000a21:58:32.020161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20974): Terminating (SIGTERM)\u000a21:58:32.030071 --- ParallelTerminationStrategy: PID 20964 died...\u000a21:58:32.087269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20964): Terminated: ok {rc=0}\u000a21:58:32.097961 --- ParallelTerminationStrategy: PID 20965 died...\u000a21:58:32.155038 run iperf3-srv_10.42.42.10(pid=20965): Terminated {rc=256}\u000a21:58:32.165771 --- ParallelTerminationStrategy: PID 20968 died...\u000a21:58:32.222575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20968): Terminated: ok {rc=0}\u000a21:58:32.233137 --- ParallelTerminationStrategy: PID 20971 died...\u000a21:58:32.288989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20971): Terminated: ok {rc=0}\u000a21:58:32.299163 --- ParallelTerminationStrategy: PID 20974 died...\u000a21:58:32.354891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20974): Terminated: ok {rc=0}\u000a21:58:32.442019 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20990): Process ended prematurely: osmo-stp_10.42.42.5(pid=20990) [trial-2365↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20990)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20990): Process ended prematurely: osmo-stp_10.42.42.5(pid=20990) [trial-2365↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a21:58:33.556235 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:33.567852 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:58:33.701026 tst iperf3m4.py: using LAC 23933\u000a21:58:33.831240 tst iperf3m4.py: using RAC 218\u000a21:58:33.959160 tst iperf3m4.py: using CellId 23933\u000a21:58:34.087269 tst iperf3m4.py: using BVCI 23934\u000a21:58:34.112488 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:34.123559 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:34.134539 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:34.145561 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:34.156222 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:34.167153 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:34.178126 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:34.188835 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:34.199931 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:34.316736 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:34.439041 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:34.557282 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:34.833870 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:58:34.961052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:35.279002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20976): Launched\u000a21:58:35.543208 run iperf3-srv_10.42.42.10(pid=20977): Launched\u000a21:58:35.729823 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:58:35.856853 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:36.173336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20978): Launched\u000a21:58:36.435832 run iperf3-srv_10.42.42.10(pid=20979): Launched\u000a21:58:36.621724 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:58:36.748708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:37.066155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20980): Launched\u000a21:58:37.330214 run iperf3-srv_10.42.42.10(pid=20981): Launched\u000a21:58:37.515452 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:58:37.642012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:58:37.957192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20982): Launched\u000a21:58:38.219654 run iperf3-srv_10.42.42.10(pid=20983): Launched\u000a21:58:38.405352 tst iperf3m4.py:8: start network...\u000a21:58:38.531841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:39.014229 run create_hlr_db(pid=20984): Launched\u000a21:58:39.190060 bus /gobi_6: Setting Powered False\u000a21:58:40.211968 run create_hlr_db(pid=20984): Terminated: ok {rc=0}\u000a21:58:40.619265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20986): Launched\u000a21:58:40.925429 run osmo-hlr_10.42.42.2(pid=20987): Launched\u000a21:58:41.043562 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:41.582090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20989): Launched\u000a21:58:41.886848 run osmo-stp_10.42.42.5(pid=20990): Launched\u000a21:58:41.998126 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:58:42.531040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20992): Launched\u000a21:58:42.639771 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:58:42.907070 run patchelf(pid=20993): Launched\u000a21:58:43.086664 run osmo-stp_10.42.42.5(pid=20990): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20990)]\u000a21:58:43.217309 run osmo-stp_10.42.42.5(pid=20990): stdout: \u000a| (launched: 2022-12-09_21:58:41.736391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:43.348292 run osmo-stp_10.42.42.5(pid=20990): stderr: \u000a| �[0;m�[38;5;43m20221209215841909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215841909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215841909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215841910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215841910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215841910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215841910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:43.473948 run osmo-stp_10.42.42.5(pid=20990): stdout: \u000a| (launched: 2022-12-09_21:58:41.736391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:43.598730 run osmo-stp_10.42.42.5(pid=20990): stderr: \u000a| �[0;m�[38;5;43m20221209215841909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215841909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215841909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215841910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215841910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215841910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215841910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:43.745511 run patchelf(pid=20993): Terminating (SIGINT)\u000a21:58:43.918480 run patchelf(pid=20993): Terminated: ok {rc=0}\u000a21:58:43.949879 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20990): Process ended prematurely: osmo-stp_10.42.42.5(pid=20990) [trial-2365↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20990)] [trial-2365↪gprs:oc2g↪iperf3m4.py:8]\u000a21:58:43.959008 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a21:58:44.019664 run osmo-hlr_10.42.42.2(pid=20987): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20987)]\u000a21:58:44.068747 run osmo-hlr_10.42.42.2(pid=20987): stdout: \u000a| (launched: 2022-12-09_21:58:40.774596) \u000a21:58:44.118765 run osmo-hlr_10.42.42.2(pid=20987): stderr: \u000a| �[0;m�[1;31m20221209215840953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215840953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215840953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215840953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215840953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215840953 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215840965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215840974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215840974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215840974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:44.161023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20976): Terminating (SIGTERM)\u000a21:58:44.200914 run iperf3-srv_10.42.42.10(pid=20977): Terminating (SIGTERM)\u000a21:58:44.240754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20978): Terminating (SIGTERM)\u000a21:58:44.280637 run iperf3-srv_10.42.42.10(pid=20979): Terminating (SIGTERM)\u000a21:58:44.320440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20980): Terminating (SIGTERM)\u000a21:58:44.360106 run iperf3-srv_10.42.42.10(pid=20981): Terminating (SIGTERM)\u000a21:58:44.399974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20982): Terminating (SIGTERM)\u000a21:58:44.440028 run iperf3-srv_10.42.42.10(pid=20983): Terminating (SIGTERM)\u000a21:58:44.479558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20986): Terminating (SIGTERM)\u000a21:58:44.519453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20989): Terminating (SIGTERM)\u000a21:58:44.559230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20992): Terminating (SIGTERM)\u000a21:58:44.568731 --- ParallelTerminationStrategy: PID 20976 died...\u000a21:58:44.622317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20976): Terminated: ok {rc=0}\u000a21:58:44.632308 --- ParallelTerminationStrategy: PID 20977 died...\u000a21:58:44.685681 run iperf3-srv_10.42.42.10(pid=20977): Terminated {rc=256}\u000a21:58:44.695556 --- ParallelTerminationStrategy: PID 20978 died...\u000a21:58:44.748374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20978): Terminated: ok {rc=0}\u000a21:58:44.758172 --- ParallelTerminationStrategy: PID 20979 died...\u000a21:58:44.811149 run iperf3-srv_10.42.42.10(pid=20979): Terminated {rc=256}\u000a21:58:44.820736 --- ParallelTerminationStrategy: PID 20980 died...\u000a21:58:44.873663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20980): Terminated: ok {rc=0}\u000a21:58:44.883321 --- ParallelTerminationStrategy: PID 20981 died...\u000a21:58:44.935981 run iperf3-srv_10.42.42.10(pid=20981): Terminated {rc=256}\u000a21:58:44.945897 --- ParallelTerminationStrategy: PID 20982 died...\u000a21:58:44.998508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20982): Terminated: ok {rc=0}\u000a21:58:45.008340 --- ParallelTerminationStrategy: PID 20983 died...\u000a21:58:45.061618 run iperf3-srv_10.42.42.10(pid=20983): Terminated {rc=256}\u000a21:58:45.071489 --- ParallelTerminationStrategy: PID 20986 died...\u000a21:58:45.124420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20986): Terminated: ok {rc=0}\u000a21:58:45.134022 --- ParallelTerminationStrategy: PID 20989 died...\u000a21:58:45.186840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20989): Terminated: ok {rc=0}\u000a21:58:45.196642 --- ParallelTerminationStrategy: PID 20992 died...\u000a21:58:45.249368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20992): Terminated: ok {rc=0}\u000a21:58:45.332288 bus /gobi_4: Setting Powered False\u000a21:58:46.434408 bus /gobi_4: Setting Powered False\u000a21:58:47.540558 bus /gobi_1: Setting Powered False\u000a21:58:48.647953 bus /gobi_1: Setting Powered False\u000a21:58:49.755019 bus /gobi_0: Setting Powered False\u000a21:58:50.860629 bus /gobi_0: Setting Powered False\u000a21:58:51.972415 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21001): Process ended prematurely: osmo-stp_10.42.42.5(pid=21001) [trial-2365↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21001)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21001): Process ended prematurely: osmo-stp_10.42.42.5(pid=21001) [trial-2365↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g ping.py\u000a----------------------------------------------\u000a21:58:53.038330 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:53.049225 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:58:53.179690 tst ping.py: using LAC 23934\u000a21:58:53.305685 tst ping.py: using RAC 219\u000a21:58:53.435070 tst ping.py: using CellId 23934\u000a21:58:53.550982 tst ping.py: using BVCI 23935\u000a21:58:53.573885 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:53.584579 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:53.595013 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:53.605256 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:53.616707 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:53.627703 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:53.638841 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:58:53.649878 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:58:53.943766 tst ping.py:19: start network...\u000a21:58:54.078191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:58:54.590891 run create_hlr_db(pid=20995): Launched\u000a21:58:54.777391 bus /gobi_6: Setting Powered False\u000a21:58:55.797636 run create_hlr_db(pid=20995): Terminated: ok {rc=0}\u000a21:58:56.225035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20997): Launched\u000a21:58:56.546454 run osmo-hlr_10.42.42.2(pid=20998): Launched\u000a21:58:56.663473 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:58:57.223321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21000): Launched\u000a21:58:57.545401 run osmo-stp_10.42.42.5(pid=21001): Launched\u000a21:58:57.661765 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:58:58.223022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21003): Launched\u000a21:58:58.337098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:58:58.617160 run patchelf(pid=21004): Launched\u000a21:58:58.805848 run osmo-stp_10.42.42.5(pid=21001): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21001)]\u000a21:58:58.943525 run osmo-stp_10.42.42.5(pid=21001): stdout: \u000a| (launched: 2022-12-09_21:58:57.387036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:59.081972 run osmo-stp_10.42.42.5(pid=21001): stderr: \u000a| �[0;m�[38;5;43m20221209215857582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215857582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215857582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215857583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215857583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215857583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215857583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:59.215482 run osmo-stp_10.42.42.5(pid=21001): stdout: \u000a| (launched: 2022-12-09_21:58:57.387036)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:58:59.346991 run osmo-stp_10.42.42.5(pid=21001): stderr: \u000a| �[0;m�[38;5;43m20221209215857582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215857582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215857582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215857583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215857583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215857583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215857583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:58:59.501552 run patchelf(pid=21004): Terminating (SIGINT)\u000a21:58:59.683811 run patchelf(pid=21004): Terminated: ok {rc=0}\u000a21:58:59.716930 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21001): Process ended prematurely: osmo-stp_10.42.42.5(pid=21001) [trial-2365↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21001)] [trial-2365↪gprs:oc2g↪ping.py:22]\u000a21:58:59.726192 tst ping.py:22: Test FAILED (6.7 sec)\u000a21:58:59.789363 run osmo-hlr_10.42.42.2(pid=20998): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20998)]\u000a21:58:59.840938 run osmo-hlr_10.42.42.2(pid=20998): stdout: \u000a| (launched: 2022-12-09_21:58:56.388918) \u000a21:58:59.893241 run osmo-hlr_10.42.42.2(pid=20998): stderr: \u000a| �[0;m�[1;31m20221209215856590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215856590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215856590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215856590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215856590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215856590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215856603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215856613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215856613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215856613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:58:59.937675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20997): Terminating (SIGTERM)\u000a21:58:59.979519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21000): Terminating (SIGTERM)\u000a21:59:00.021454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21003): Terminating (SIGTERM)\u000a21:59:00.031205 --- ParallelTerminationStrategy: PID 20997 died...\u000a21:59:00.087143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20997): Terminated: ok {rc=0}\u000a21:59:00.097394 --- ParallelTerminationStrategy: PID 21000 died...\u000a21:59:00.153216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21000): Terminated: ok {rc=0}\u000a21:59:00.163391 --- ParallelTerminationStrategy: PID 21003 died...\u000a21:59:00.218871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21003): Terminated: ok {rc=0}\u000a21:59:00.307092 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21011): Process ended prematurely: osmo-stp_10.42.42.5(pid=21011) [trial-2365↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21011)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21011): Process ended prematurely: osmo-stp_10.42.42.5(pid=21011) [trial-2365↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a21:59:01.367090 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:01.383671 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a21:59:01.547044 tst ping_idle_ping.py: using LAC 23935\u000a21:59:01.708333 tst ping_idle_ping.py: using RAC 220\u000a21:59:01.832425 tst ping_idle_ping.py: using CellId 23935\u000a21:59:01.952723 tst ping_idle_ping.py: using BVCI 23936\u000a21:59:01.976919 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:01.988328 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:01.999701 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:02.013285 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:02.025588 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:02.037954 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:02.049398 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a21:59:02.062032 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a21:59:02.391097 tst ping_idle_ping.py:24: start network...\u000a21:59:02.525044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:03.041674 run create_hlr_db(pid=21005): Launched\u000a21:59:03.229100 bus /gobi_6: Setting Powered False\u000a21:59:04.249988 run create_hlr_db(pid=21005): Terminated: ok {rc=0}\u000a21:59:04.679073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21007): Launched\u000a21:59:05.002392 run osmo-hlr_10.42.42.2(pid=21008): Launched\u000a21:59:05.123307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:05.683231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21010): Launched\u000a21:59:06.006110 run osmo-stp_10.42.42.5(pid=21011): Launched\u000a21:59:06.123082 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:06.685453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21013): Launched\u000a21:59:06.800841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:07.082062 run patchelf(pid=21014): Launched\u000a21:59:07.271388 run osmo-stp_10.42.42.5(pid=21011): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21011)]\u000a21:59:07.409685 run osmo-stp_10.42.42.5(pid=21011): stdout: \u000a| (launched: 2022-12-09_21:59:05.848162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:07.548089 run osmo-stp_10.42.42.5(pid=21011): stderr: \u000a| �[0;m�[38;5;43m20221209215906041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215906041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215906041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215906042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215906042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215906042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215906042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:07.681058 run osmo-stp_10.42.42.5(pid=21011): stdout: \u000a| (launched: 2022-12-09_21:59:05.848162)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:07.813305 run osmo-stp_10.42.42.5(pid=21011): stderr: \u000a| �[0;m�[38;5;43m20221209215906041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215906041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215906041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215906042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215906042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215906042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215906042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:07.967839 run patchelf(pid=21014): Terminating (SIGINT)\u000a21:59:08.149902 run patchelf(pid=21014): Terminated: ok {rc=0}\u000a21:59:08.182681 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21011): Process ended prematurely: osmo-stp_10.42.42.5(pid=21011) [trial-2365↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21011)] [trial-2365↪gprs:oc2g↪ping_idle_ping.py:27]\u000a21:59:08.191791 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a21:59:08.254611 run osmo-hlr_10.42.42.2(pid=21008): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21008)]\u000a21:59:08.306045 run osmo-hlr_10.42.42.2(pid=21008): stdout: \u000a| (launched: 2022-12-09_21:59:04.844724) \u000a21:59:08.357969 run osmo-hlr_10.42.42.2(pid=21008): stderr: \u000a| �[0;m�[1;31m20221209215905041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215905041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215905041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215905041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215905042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215905042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215905054 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215905064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215905065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215905065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:08.402185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21007): Terminating (SIGTERM)\u000a21:59:08.444080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21010): Terminating (SIGTERM)\u000a21:59:08.486437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21013): Terminating (SIGTERM)\u000a21:59:08.496180 --- ParallelTerminationStrategy: PID 21007 died...\u000a21:59:08.552036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21007): Terminated: ok {rc=0}\u000a21:59:08.562214 --- ParallelTerminationStrategy: PID 21010 died...\u000a21:59:08.617662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21010): Terminated: ok {rc=0}\u000a21:59:08.627799 --- ParallelTerminationStrategy: PID 21013 died...\u000a21:59:08.683378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21013): Terminated: ok {rc=0}\u000a21:59:08.770920 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:58:10" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21029): Process ended prematurely: osmo-stp_10.42.42.5(pid=21029) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21029)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21029): Process ended prematurely: osmo-stp_10.42.42.5(pid=21029) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21029)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a21:59:10.888183 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:10.899332 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:59:11.028797 tst cs_paging_gprs_active.py: using LAC 23936\u000a21:59:11.159654 tst cs_paging_gprs_active.py: using RAC 221\u000a21:59:11.284685 tst cs_paging_gprs_active.py: using CellId 23936\u000a21:59:11.409910 tst cs_paging_gprs_active.py: using BVCI 23937\u000a21:59:11.434675 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:11.445788 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:11.456542 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:11.467432 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:11.478226 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:11.488923 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:11.499927 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:11.510716 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:11.521678 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:11.636880 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:11.912253 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a21:59:12.037262 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:12.349220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21019): Launched\u000a21:59:12.609700 run iperf3-srv_10.42.42.10(pid=21020): Launched\u000a21:59:12.794463 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a21:59:12.920263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:13.234235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21021): Launched\u000a21:59:13.493590 run iperf3-srv_10.42.42.10(pid=21022): Launched\u000a21:59:13.675897 tst cs_paging_gprs_active.py:38: start network...\u000a21:59:13.800714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:14.276407 run create_hlr_db(pid=21023): Launched\u000a21:59:14.450264 bus /gobi_6: Setting Powered False\u000a21:59:15.470497 run create_hlr_db(pid=21023): Terminated: ok {rc=0}\u000a21:59:15.921247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21025): Launched\u000a21:59:16.304751 run osmo-hlr_10.42.42.2(pid=21026): Launched\u000a21:59:16.441471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:17.098750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21028): Launched\u000a21:59:17.424286 run osmo-stp_10.42.42.5(pid=21029): Launched\u000a21:59:17.540502 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:18.101493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21031): Launched\u000a21:59:18.215731 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:18.497121 run patchelf(pid=21032): Launched\u000a21:59:18.686893 run osmo-stp_10.42.42.5(pid=21029): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21029)]\u000a21:59:18.826509 run osmo-stp_10.42.42.5(pid=21029): stdout: \u000a| (launched: 2022-12-09_21:59:17.255842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:18.965617 run osmo-stp_10.42.42.5(pid=21029): stderr: \u000a| �[0;m�[38;5;43m20221209215917458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215917458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215917458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215917459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215917459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215917459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215917459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:19.099769 run osmo-stp_10.42.42.5(pid=21029): stdout: \u000a| (launched: 2022-12-09_21:59:17.255842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:19.232797 run osmo-stp_10.42.42.5(pid=21029): stderr: \u000a| �[0;m�[38;5;43m20221209215917458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215917458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215917458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215917459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215917459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215917459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215917459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:19.389319 run patchelf(pid=21032): Terminating (SIGINT)\u000a21:59:19.572459 run patchelf(pid=21032): Terminated: ok {rc=0}\u000a21:59:19.606107 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21029): Process ended prematurely: osmo-stp_10.42.42.5(pid=21029) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21029)] [trial-2365↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a21:59:19.615952 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a21:59:19.678608 run osmo-hlr_10.42.42.2(pid=21026): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21026)]\u000a21:59:19.730243 run osmo-hlr_10.42.42.2(pid=21026): stdout: \u000a| (launched: 2022-12-09_21:59:16.087167) \u000a21:59:19.782338 run osmo-hlr_10.42.42.2(pid=21026): stderr: \u000a| �[0;m�[1;31m20221209215916451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215916451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215916451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215916451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215916451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215916452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215916476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215916492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215916492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215916492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:19.826869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21019): Terminating (SIGTERM)\u000a21:59:19.868801 run iperf3-srv_10.42.42.10(pid=21020): Terminating (SIGTERM)\u000a21:59:19.910902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21021): Terminating (SIGTERM)\u000a21:59:19.953069 run iperf3-srv_10.42.42.10(pid=21022): Terminating (SIGTERM)\u000a21:59:19.995384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21025): Terminating (SIGTERM)\u000a21:59:20.037662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21028): Terminating (SIGTERM)\u000a21:59:20.079658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21031): Terminating (SIGTERM)\u000a21:59:20.089416 --- ParallelTerminationStrategy: PID 21019 died...\u000a21:59:20.145644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21019): Terminated: ok {rc=0}\u000a21:59:20.155705 --- ParallelTerminationStrategy: PID 21020 died...\u000a21:59:20.210731 run iperf3-srv_10.42.42.10(pid=21020): Terminated {rc=256}\u000a21:59:20.220705 --- ParallelTerminationStrategy: PID 21021 died...\u000a21:59:20.276055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21021): Terminated: ok {rc=0}\u000a21:59:20.286097 --- ParallelTerminationStrategy: PID 21022 died...\u000a21:59:20.341364 run iperf3-srv_10.42.42.10(pid=21022): Terminated {rc=256}\u000a21:59:20.351318 --- ParallelTerminationStrategy: PID 21025 died...\u000a21:59:20.406497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21025): Terminated: ok {rc=0}\u000a21:59:20.416241 --- ParallelTerminationStrategy: PID 21028 died...\u000a21:59:20.471332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21028): Terminated: ok {rc=0}\u000a21:59:20.481382 --- ParallelTerminationStrategy: PID 21031 died...\u000a21:59:20.536590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21031): Terminated: ok {rc=0}\u000a21:59:20.623028 bus /gobi_0: Setting Powered False\u000a21:59:21.730447 bus /gobi_0: Setting Powered False\u000a21:59:22.837495 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21041): Process ended prematurely: osmo-stp_10.42.42.5(pid=21041) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21041)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21041): Process ended prematurely: osmo-stp_10.42.42.5(pid=21041) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a21:59:23.951238 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:23.963090 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:59:24.095373 tst iperf3.py: using LAC 23937\u000a21:59:24.221304 tst iperf3.py: using RAC 222\u000a21:59:24.348542 tst iperf3.py: using CellId 23937\u000a21:59:24.473322 tst iperf3.py: using BVCI 23938\u000a21:59:24.496366 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:24.507211 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:24.517911 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:24.529130 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:24.539888 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:24.550561 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:24.561472 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:24.571773 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:24.582868 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:24.879762 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:59:25.013848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:25.346975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21033): Launched\u000a21:59:25.622657 run iperf3-srv_10.42.42.10(pid=21034): Launched\u000a21:59:25.819101 tst iperf3.py:8: start network...\u000a21:59:25.952397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:26.463255 run create_hlr_db(pid=21035): Launched\u000a21:59:26.648495 bus /gobi_6: Setting Powered False\u000a21:59:27.668862 run create_hlr_db(pid=21035): Terminated: ok {rc=0}\u000a21:59:28.094878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21037): Launched\u000a21:59:28.414534 run osmo-hlr_10.42.42.2(pid=21038): Launched\u000a21:59:28.530836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:29.086334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21040): Launched\u000a21:59:29.407673 run osmo-stp_10.42.42.5(pid=21041): Launched\u000a21:59:29.524111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:30.081886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21043): Launched\u000a21:59:30.195782 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:30.476938 run patchelf(pid=21044): Launched\u000a21:59:30.666547 run osmo-stp_10.42.42.5(pid=21041): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21041)]\u000a21:59:30.805459 run osmo-stp_10.42.42.5(pid=21041): stdout: \u000a| (launched: 2022-12-09_21:59:29.249487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:30.953937 run osmo-stp_10.42.42.5(pid=21041): stderr: \u000a| �[0;m�[38;5;43m20221209215929443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215929443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215929443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215929444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215929444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215929444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215929444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:31.082428 run osmo-stp_10.42.42.5(pid=21041): stdout: \u000a| (launched: 2022-12-09_21:59:29.249487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:31.212195 run osmo-stp_10.42.42.5(pid=21041): stderr: \u000a| �[0;m�[38;5;43m20221209215929443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215929443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215929443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215929444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215929444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215929444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215929444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:31.363027 run patchelf(pid=21044): Terminating (SIGINT)\u000a21:59:31.542196 run patchelf(pid=21044): Terminated: ok {rc=0}\u000a21:59:31.575876 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21041): Process ended prematurely: osmo-stp_10.42.42.5(pid=21041) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21041)] [trial-2365↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a21:59:31.586668 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a21:59:31.650514 run osmo-hlr_10.42.42.2(pid=21038): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21038)]\u000a21:59:31.705056 run osmo-hlr_10.42.42.2(pid=21038): stdout: \u000a| (launched: 2022-12-09_21:59:28.257683) \u000a21:59:31.757952 run osmo-hlr_10.42.42.2(pid=21038): stderr: \u000a| �[0;m�[1;31m20221209215928455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215928455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215928455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215928455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215928455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215928455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215928479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215928492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215928492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215928492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:31.801795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21033): Terminating (SIGTERM)\u000a21:59:31.847017 run iperf3-srv_10.42.42.10(pid=21034): Terminating (SIGTERM)\u000a21:59:31.896717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21037): Terminating (SIGTERM)\u000a21:59:31.939971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21040): Terminating (SIGTERM)\u000a21:59:31.985083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21043): Terminating (SIGTERM)\u000a21:59:31.996612 --- ParallelTerminationStrategy: PID 21033 died...\u000a21:59:32.055769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21033): Terminated: ok {rc=0}\u000a21:59:32.066706 --- ParallelTerminationStrategy: PID 21034 died...\u000a21:59:32.124903 run iperf3-srv_10.42.42.10(pid=21034): Terminated {rc=256}\u000a21:59:32.135413 --- ParallelTerminationStrategy: PID 21037 died...\u000a21:59:32.192472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21037): Terminated: ok {rc=0}\u000a21:59:32.202196 --- ParallelTerminationStrategy: PID 21040 died...\u000a21:59:32.255931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21040): Terminated: ok {rc=0}\u000a21:59:32.266065 --- ParallelTerminationStrategy: PID 21043 died...\u000a21:59:32.320668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21043): Terminated: ok {rc=0}\u000a21:59:32.410250 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21059): Process ended prematurely: osmo-stp_10.42.42.5(pid=21059) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21059)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21059): Process ended prematurely: osmo-stp_10.42.42.5(pid=21059) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a21:59:33.523883 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:33.535187 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:59:33.659922 tst iperf3m4.py: using LAC 23938\u000a21:59:33.779324 tst iperf3m4.py: using RAC 223\u000a21:59:33.898513 tst iperf3m4.py: using CellId 23938\u000a21:59:34.016217 tst iperf3m4.py: using BVCI 23939\u000a21:59:34.039232 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:34.049976 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:34.060421 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:34.071194 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:34.081888 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:34.092636 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:34.103576 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:34.114451 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:34.125422 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:34.248305 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:34.370552 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:34.492428 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:34.785503 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a21:59:34.919737 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:35.252335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21045): Launched\u000a21:59:35.529597 run iperf3-srv_10.42.42.10(pid=21046): Launched\u000a21:59:35.726410 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a21:59:35.859940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:36.185379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21047): Launched\u000a21:59:36.443273 run iperf3-srv_10.42.42.10(pid=21048): Launched\u000a21:59:36.625891 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a21:59:36.750479 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:37.060677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21049): Launched\u000a21:59:37.318113 run iperf3-srv_10.42.42.10(pid=21050): Launched\u000a21:59:37.500910 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a21:59:37.625217 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a21:59:37.936213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21051): Launched\u000a21:59:38.196558 run iperf3-srv_10.42.42.10(pid=21052): Launched\u000a21:59:38.380446 tst iperf3m4.py:8: start network...\u000a21:59:38.506435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:38.982742 run create_hlr_db(pid=21053): Launched\u000a21:59:39.155637 bus /gobi_6: Setting Powered False\u000a21:59:40.177358 run create_hlr_db(pid=21053): Terminated: ok {rc=0}\u000a21:59:40.578608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21055): Launched\u000a21:59:40.880899 run osmo-hlr_10.42.42.2(pid=21056): Launched\u000a21:59:40.994236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:41.527314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21058): Launched\u000a21:59:41.829523 run osmo-stp_10.42.42.5(pid=21059): Launched\u000a21:59:41.939223 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:42.464592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21061): Launched\u000a21:59:42.572324 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:42.836097 run patchelf(pid=21062): Launched\u000a21:59:43.013524 run osmo-stp_10.42.42.5(pid=21059): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21059)]\u000a21:59:43.143495 run osmo-stp_10.42.42.5(pid=21059): stdout: \u000a| (launched: 2022-12-09_21:59:41.680056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:43.273831 run osmo-stp_10.42.42.5(pid=21059): stderr: \u000a| �[0;m�[38;5;43m20221209215941851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215941851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215941851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215941852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215941852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215941852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215941852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:43.398671 run osmo-stp_10.42.42.5(pid=21059): stdout: \u000a| (launched: 2022-12-09_21:59:41.680056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:43.522744 run osmo-stp_10.42.42.5(pid=21059): stderr: \u000a| �[0;m�[38;5;43m20221209215941851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215941851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215941851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215941852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215941852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215941852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215941852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:43.668143 run patchelf(pid=21062): Terminating (SIGINT)\u000a21:59:43.839608 run patchelf(pid=21062): Terminated: ok {rc=0}\u000a21:59:43.871091 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21059): Process ended prematurely: osmo-stp_10.42.42.5(pid=21059) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21059)] [trial-2365↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a21:59:43.880374 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a21:59:43.941740 run osmo-hlr_10.42.42.2(pid=21056): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21056)]\u000a21:59:43.991062 run osmo-hlr_10.42.42.2(pid=21056): stdout: \u000a| (launched: 2022-12-09_21:59:40.731964) \u000a21:59:44.041065 run osmo-hlr_10.42.42.2(pid=21056): stderr: \u000a| �[0;m�[1;31m20221209215940909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215940909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215940909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215940909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215940909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215940909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215940925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215940935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215940935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215940935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:44.083333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21045): Terminating (SIGTERM)\u000a21:59:44.123519 run iperf3-srv_10.42.42.10(pid=21046): Terminating (SIGTERM)\u000a21:59:44.163605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21047): Terminating (SIGTERM)\u000a21:59:44.204038 run iperf3-srv_10.42.42.10(pid=21048): Terminating (SIGTERM)\u000a21:59:44.244084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21049): Terminating (SIGTERM)\u000a21:59:44.284333 run iperf3-srv_10.42.42.10(pid=21050): Terminating (SIGTERM)\u000a21:59:44.324252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21051): Terminating (SIGTERM)\u000a21:59:44.364101 run iperf3-srv_10.42.42.10(pid=21052): Terminating (SIGTERM)\u000a21:59:44.404276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21055): Terminating (SIGTERM)\u000a21:59:44.444134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21058): Terminating (SIGTERM)\u000a21:59:44.484389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21061): Terminating (SIGTERM)\u000a21:59:44.493674 --- ParallelTerminationStrategy: PID 21045 died...\u000a21:59:44.547285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21045): Terminated: ok {rc=0}\u000a21:59:44.557134 --- ParallelTerminationStrategy: PID 21046 died...\u000a21:59:44.610593 run iperf3-srv_10.42.42.10(pid=21046): Terminated {rc=256}\u000a21:59:44.620143 --- ParallelTerminationStrategy: PID 21047 died...\u000a21:59:44.673143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21047): Terminated: ok {rc=0}\u000a21:59:44.682949 --- ParallelTerminationStrategy: PID 21048 died...\u000a21:59:44.735987 run iperf3-srv_10.42.42.10(pid=21048): Terminated {rc=256}\u000a21:59:44.745832 --- ParallelTerminationStrategy: PID 21049 died...\u000a21:59:44.799056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21049): Terminated: ok {rc=0}\u000a21:59:44.808609 --- ParallelTerminationStrategy: PID 21050 died...\u000a21:59:44.861683 run iperf3-srv_10.42.42.10(pid=21050): Terminated {rc=256}\u000a21:59:44.871514 --- ParallelTerminationStrategy: PID 21051 died...\u000a21:59:44.924195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21051): Terminated: ok {rc=0}\u000a21:59:44.934010 --- ParallelTerminationStrategy: PID 21052 died...\u000a21:59:44.987695 run iperf3-srv_10.42.42.10(pid=21052): Terminated {rc=256}\u000a21:59:44.997262 --- ParallelTerminationStrategy: PID 21055 died...\u000a21:59:45.050189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21055): Terminated: ok {rc=0}\u000a21:59:45.059731 --- ParallelTerminationStrategy: PID 21058 died...\u000a21:59:45.113192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21058): Terminated: ok {rc=0}\u000a21:59:45.123044 --- ParallelTerminationStrategy: PID 21061 died...\u000a21:59:45.176020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21061): Terminated: ok {rc=0}\u000a21:59:45.259555 bus /gobi_4: Setting Powered False\u000a21:59:46.366419 bus /gobi_4: Setting Powered False\u000a21:59:47.473214 bus /gobi_1: Setting Powered False\u000a21:59:48.574506 bus /gobi_1: Setting Powered False\u000a21:59:49.681273 bus /gobi_0: Setting Powered False\u000a21:59:50.788205 bus /gobi_0: Setting Powered False\u000a21:59:51.897271 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21069): Process ended prematurely: osmo-stp_10.42.42.5(pid=21069) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21069)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21069): Process ended prematurely: osmo-stp_10.42.42.5(pid=21069) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a21:59:52.964881 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:52.976687 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a21:59:53.109833 tst ping.py: using LAC 23939\u000a21:59:53.231916 tst ping.py: using RAC 224\u000a21:59:53.357288 tst ping.py: using CellId 23939\u000a21:59:53.479774 tst ping.py: using BVCI 23940\u000a21:59:53.504107 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:53.515274 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:53.526391 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:53.537407 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:53.548250 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:53.559251 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:53.570380 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a21:59:53.581583 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a21:59:53.857812 tst ping.py:19: start network...\u000a21:59:53.979749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a21:59:54.443283 run create_hlr_db(pid=21063): Launched\u000a21:59:54.613578 bus /gobi_6: Setting Powered False\u000a21:59:55.634953 run create_hlr_db(pid=21063): Terminated: ok {rc=0}\u000a21:59:56.054794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21065): Launched\u000a21:59:56.371373 run osmo-hlr_10.42.42.2(pid=21066): Launched\u000a21:59:56.488565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a21:59:57.042029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21068): Launched\u000a21:59:57.358832 run osmo-stp_10.42.42.5(pid=21069): Launched\u000a21:59:57.473131 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a21:59:58.026934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21071): Launched\u000a21:59:58.139731 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a21:59:58.415595 run patchelf(pid=21072): Launched\u000a21:59:58.600836 run osmo-stp_10.42.42.5(pid=21069): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21069)]\u000a21:59:58.736749 run osmo-stp_10.42.42.5(pid=21069): stdout: \u000a| (launched: 2022-12-09_21:59:57.202849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:58.872288 run osmo-stp_10.42.42.5(pid=21069): stderr: \u000a| �[0;m�[38;5;43m20221209215957397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215957397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215957397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215957397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215957398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215957398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215957398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:59.002524 run osmo-stp_10.42.42.5(pid=21069): stdout: \u000a| (launched: 2022-12-09_21:59:57.202849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a21:59:59.131838 run osmo-stp_10.42.42.5(pid=21069): stderr: \u000a| �[0;m�[38;5;43m20221209215957397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209215957397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209215957397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209215957397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209215957398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209215957398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209215957398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a21:59:59.283407 run patchelf(pid=21072): Terminating (SIGINT)\u000a21:59:59.461337 run patchelf(pid=21072): Terminated: ok {rc=0}\u000a21:59:59.493509 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21069): Process ended prematurely: osmo-stp_10.42.42.5(pid=21069) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21069)] [trial-2365↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a21:59:59.502801 tst ping.py:22: Test FAILED (6.5 sec)\u000a21:59:59.565490 run osmo-hlr_10.42.42.2(pid=21066): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21066)]\u000a21:59:59.616833 run osmo-hlr_10.42.42.2(pid=21066): stdout: \u000a| (launched: 2022-12-09_21:59:56.215621) \u000a21:59:59.669354 run osmo-hlr_10.42.42.2(pid=21066): stderr: \u000a| �[0;m�[1;31m20221209215956416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209215956416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209215956416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215956416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209215956417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209215956417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209215956429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209215956437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209215956437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209215956437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a21:59:59.713798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21065): Terminating (SIGTERM)\u000a21:59:59.755961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21068): Terminating (SIGTERM)\u000a21:59:59.798215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21071): Terminating (SIGTERM)\u000a21:59:59.807886 --- ParallelTerminationStrategy: PID 21065 died...\u000a21:59:59.864108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21065): Terminated: ok {rc=0}\u000a21:59:59.874363 --- ParallelTerminationStrategy: PID 21068 died...\u000a21:59:59.930036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21068): Terminated: ok {rc=0}\u000a21:59:59.940130 --- ParallelTerminationStrategy: PID 21071 died...\u000a21:59:59.995743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21071): Terminated: ok {rc=0}\u000a22:00:00.083374 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21083): Process ended prematurely: osmo-stp_10.42.42.5(pid=21083) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21083)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21083): Process ended prematurely: osmo-stp_10.42.42.5(pid=21083) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:00:01.133532 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:01.145866 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:00:01.303603 tst ping_idle_ping.py: using LAC 23940\u000a22:00:01.437834 tst ping_idle_ping.py: using RAC 225\u000a22:00:01.565107 tst ping_idle_ping.py: using CellId 23940\u000a22:00:01.716505 tst ping_idle_ping.py: using BVCI 23941\u000a22:00:01.749120 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:01.764206 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:01.779370 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:01.794974 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:01.809866 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:01.824844 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:01.838673 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:00:01.855458 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:00:02.139664 tst ping_idle_ping.py:24: start network...\u000a22:00:02.266478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:02.736788 run create_hlr_db(pid=21077): Launched\u000a22:00:02.908021 bus /gobi_6: Setting Powered False\u000a22:00:03.927866 run create_hlr_db(pid=21077): Terminated: ok {rc=0}\u000a22:00:04.323166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21079): Launched\u000a22:00:04.618218 run osmo-hlr_10.42.42.2(pid=21080): Launched\u000a22:00:04.724775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:05.238774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21082): Launched\u000a22:00:05.535143 run osmo-stp_10.42.42.5(pid=21083): Launched\u000a22:00:05.641881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:06.158295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21085): Launched\u000a22:00:06.263553 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:06.522393 run patchelf(pid=21086): Launched\u000a22:00:06.696361 run osmo-stp_10.42.42.5(pid=21083): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21083)]\u000a22:00:06.824335 run osmo-stp_10.42.42.5(pid=21083): stdout: \u000a| (launched: 2022-12-09_22:00:05.389245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:06.952208 run osmo-stp_10.42.42.5(pid=21083): stderr: \u000a| �[0;m�[38;5;43m20221209220005560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220005561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220005561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220005561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220005562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220005562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220005562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:07.074962 run osmo-stp_10.42.42.5(pid=21083): stdout: \u000a| (launched: 2022-12-09_22:00:05.389245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:07.196152 run osmo-stp_10.42.42.5(pid=21083): stderr: \u000a| �[0;m�[38;5;43m20221209220005560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220005561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220005561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220005561 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220005562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220005562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220005562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:07.338867 run patchelf(pid=21086): Terminating (SIGINT)\u000a22:00:07.507181 run patchelf(pid=21086): Terminated: ok {rc=0}\u000a22:00:07.537772 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21083): Process ended prematurely: osmo-stp_10.42.42.5(pid=21083) [trial-2365↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21083)] [trial-2365↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:00:07.546453 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:00:07.606846 run osmo-hlr_10.42.42.2(pid=21080): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21080)]\u000a22:00:07.656040 run osmo-hlr_10.42.42.2(pid=21080): stdout: \u000a| (launched: 2022-12-09_22:00:04.473545) \u000a22:00:07.706136 run osmo-hlr_10.42.42.2(pid=21080): stderr: \u000a| �[0;m�[1;31m20221209220004648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220004648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220004649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220004649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220004649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220004649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220004662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220004670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220004670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220004671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:07.748417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21079): Terminating (SIGTERM)\u000a22:00:07.788314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21082): Terminating (SIGTERM)\u000a22:00:07.828332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21085): Terminating (SIGTERM)\u000a22:00:07.837795 --- ParallelTerminationStrategy: PID 21079 died...\u000a22:00:07.891618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21079): Terminated: ok {rc=0}\u000a22:00:07.901303 --- ParallelTerminationStrategy: PID 21082 died...\u000a22:00:07.954782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21082): Terminated: ok {rc=0}\u000a22:00:07.964486 --- ParallelTerminationStrategy: PID 21085 died...\u000a22:00:08.017823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21085): Terminated: ok {rc=0}\u000a22:00:08.106404 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T21:59:10" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21101): Process ended prematurely: osmo-stp_10.42.42.5(pid=21101) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21101)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21101): Process ended prematurely: osmo-stp_10.42.42.5(pid=21101) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:00:10.213762 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:10.224445 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:00:10.365859 tst cs_paging_gprs_active.py: using LAC 23941\u000a22:00:10.483436 tst cs_paging_gprs_active.py: using RAC 226\u000a22:00:10.602758 tst cs_paging_gprs_active.py: using CellId 23941\u000a22:00:10.722658 tst cs_paging_gprs_active.py: using BVCI 23942\u000a22:00:10.745928 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:10.756605 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:10.767116 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:10.777932 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:10.788471 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:10.799250 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:10.810088 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:10.820680 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:10.831555 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:10.947510 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:11.225763 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:00:11.351895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:11.665405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21091): Launched\u000a22:00:11.927515 run iperf3-srv_10.42.42.10(pid=21092): Launched\u000a22:00:12.111789 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:00:12.237881 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:12.551129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21093): Launched\u000a22:00:12.811096 run iperf3-srv_10.42.42.10(pid=21094): Launched\u000a22:00:12.995657 tst cs_paging_gprs_active.py:38: start network...\u000a22:00:13.121517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:13.595772 run create_hlr_db(pid=21095): Launched\u000a22:00:13.769858 bus /gobi_6: Setting Powered False\u000a22:00:14.791265 run create_hlr_db(pid=21095): Terminated: ok {rc=0}\u000a22:00:15.194339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21097): Launched\u000a22:00:15.496096 run osmo-hlr_10.42.42.2(pid=21098): Launched\u000a22:00:15.614225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:16.208778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21100): Launched\u000a22:00:16.722403 run osmo-stp_10.42.42.5(pid=21101): Launched\u000a22:00:16.916716 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:17.515656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21103): Launched\u000a22:00:17.630452 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:17.912319 run patchelf(pid=21104): Launched\u000a22:00:18.101266 run osmo-stp_10.42.42.5(pid=21101): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21101)]\u000a22:00:18.239442 run osmo-stp_10.42.42.5(pid=21101): stdout: \u000a| (launched: 2022-12-09_22:00:16.364587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:18.377649 run osmo-stp_10.42.42.5(pid=21101): stderr: \u000a| �[0;m�[38;5;43m20221209220016647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220016647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220016648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220016650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220016650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220016651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220016651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:18.511123 run osmo-stp_10.42.42.5(pid=21101): stdout: \u000a| (launched: 2022-12-09_22:00:16.364587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:18.643212 run osmo-stp_10.42.42.5(pid=21101): stderr: \u000a| �[0;m�[38;5;43m20221209220016647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220016647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220016648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220016650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220016650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220016651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220016651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:18.798508 run patchelf(pid=21104): Terminating (SIGINT)\u000a22:00:18.980668 run patchelf(pid=21104): Terminated: ok {rc=0}\u000a22:00:19.014148 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21101): Process ended prematurely: osmo-stp_10.42.42.5(pid=21101) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21101)] [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:00:19.023858 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a22:00:19.086155 run osmo-hlr_10.42.42.2(pid=21098): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21098)]\u000a22:00:19.137209 run osmo-hlr_10.42.42.2(pid=21098): stdout: \u000a| (launched: 2022-12-09_22:00:15.347335) \u000a22:00:19.188918 run osmo-hlr_10.42.42.2(pid=21098): stderr: \u000a| �[0;m�[1;31m20221209220015526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220015526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220015526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220015526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220015526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220015526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220015538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220015547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220015547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220015547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:19.233141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21091): Terminating (SIGTERM)\u000a22:00:19.274783 run iperf3-srv_10.42.42.10(pid=21092): Terminating (SIGTERM)\u000a22:00:19.316403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21093): Terminating (SIGTERM)\u000a22:00:19.357863 run iperf3-srv_10.42.42.10(pid=21094): Terminating (SIGTERM)\u000a22:00:19.399714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21097): Terminating (SIGTERM)\u000a22:00:19.441781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21100): Terminating (SIGTERM)\u000a22:00:19.483287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21103): Terminating (SIGTERM)\u000a22:00:19.492773 --- ParallelTerminationStrategy: PID 21091 died...\u000a22:00:19.548378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21091): Terminated: ok {rc=0}\u000a22:00:19.558666 --- ParallelTerminationStrategy: PID 21092 died...\u000a22:00:19.613693 run iperf3-srv_10.42.42.10(pid=21092): Terminated {rc=256}\u000a22:00:19.623544 --- ParallelTerminationStrategy: PID 21093 died...\u000a22:00:19.678843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21093): Terminated: ok {rc=0}\u000a22:00:19.688748 --- ParallelTerminationStrategy: PID 21094 died...\u000a22:00:19.743974 run iperf3-srv_10.42.42.10(pid=21094): Terminated {rc=256}\u000a22:00:19.753886 --- ParallelTerminationStrategy: PID 21097 died...\u000a22:00:19.809663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21097): Terminated: ok {rc=0}\u000a22:00:19.819627 --- ParallelTerminationStrategy: PID 21100 died...\u000a22:00:19.874741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21100): Terminated: ok {rc=0}\u000a22:00:19.884628 --- ParallelTerminationStrategy: PID 21103 died...\u000a22:00:19.939976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21103): Terminated: ok {rc=0}\u000a22:00:20.027131 bus /gobi_0: Setting Powered False\u000a22:00:21.133673 bus /gobi_0: Setting Powered False\u000a22:00:22.245214 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21113): Process ended prematurely: osmo-stp_10.42.42.5(pid=21113) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21113)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21113): Process ended prematurely: osmo-stp_10.42.42.5(pid=21113) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:00:23.353839 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:23.365302 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:00:23.511209 tst iperf3.py: using LAC 23942\u000a22:00:23.631335 tst iperf3.py: using RAC 227\u000a22:00:23.749370 tst iperf3.py: using CellId 23942\u000a22:00:23.877690 tst iperf3.py: using BVCI 23943\u000a22:00:23.902778 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:23.914238 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:23.925294 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:23.936236 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:23.947235 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:23.958821 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:23.970162 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:23.981250 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:23.992461 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:24.284807 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:00:24.419072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:24.753594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21105): Launched\u000a22:00:25.029723 run iperf3-srv_10.42.42.10(pid=21106): Launched\u000a22:00:25.229812 tst iperf3.py:8: start network...\u000a22:00:25.363086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:25.880123 run create_hlr_db(pid=21107): Launched\u000a22:00:26.064918 bus /gobi_6: Setting Powered False\u000a22:00:27.075277 run create_hlr_db(pid=21107): Terminated: ok {rc=0}\u000a22:00:27.513905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21109): Launched\u000a22:00:27.837654 run osmo-hlr_10.42.42.2(pid=21110): Launched\u000a22:00:27.954624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:28.511233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21112): Launched\u000a22:00:28.832875 run osmo-stp_10.42.42.5(pid=21113): Launched\u000a22:00:28.948353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:29.507850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21115): Launched\u000a22:00:29.621130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:29.903036 run patchelf(pid=21116): Launched\u000a22:00:30.089820 run osmo-stp_10.42.42.5(pid=21113): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21113)]\u000a22:00:30.226615 run osmo-stp_10.42.42.5(pid=21113): stdout: \u000a| (launched: 2022-12-09_22:00:28.673082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:30.363219 run osmo-stp_10.42.42.5(pid=21113): stderr: \u000a| �[0;m�[38;5;43m20221209220028866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220028867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220028867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220028867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220028868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220028868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220028868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:30.494754 run osmo-stp_10.42.42.5(pid=21113): stdout: \u000a| (launched: 2022-12-09_22:00:28.673082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:30.624918 run osmo-stp_10.42.42.5(pid=21113): stderr: \u000a| �[0;m�[38;5;43m20221209220028866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220028867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220028867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220028867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220028868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220028868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220028868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:30.778103 run patchelf(pid=21116): Terminating (SIGINT)\u000a22:00:30.967123 run patchelf(pid=21116): Terminated: ok {rc=0}\u000a22:00:31.001025 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21113): Process ended prematurely: osmo-stp_10.42.42.5(pid=21113) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21113)] [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:00:31.011468 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:00:31.075394 run osmo-hlr_10.42.42.2(pid=21110): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21110)]\u000a22:00:31.127547 run osmo-hlr_10.42.42.2(pid=21110): stdout: \u000a| (launched: 2022-12-09_22:00:27.675574) \u000a22:00:31.180335 run osmo-hlr_10.42.42.2(pid=21110): stderr: \u000a| �[0;m�[1;31m20221209220027879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220027879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220027879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220027879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220027879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220027879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220027892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220027900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220027901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220027901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:31.225298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21105): Terminating (SIGTERM)\u000a22:00:31.267516 run iperf3-srv_10.42.42.10(pid=21106): Terminating (SIGTERM)\u000a22:00:31.310090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21109): Terminating (SIGTERM)\u000a22:00:31.352429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21112): Terminating (SIGTERM)\u000a22:00:31.396043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21115): Terminating (SIGTERM)\u000a22:00:31.407351 --- ParallelTerminationStrategy: PID 21105 died...\u000a22:00:31.465899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21105): Terminated: ok {rc=0}\u000a22:00:31.476385 --- ParallelTerminationStrategy: PID 21106 died...\u000a22:00:31.532317 run iperf3-srv_10.42.42.10(pid=21106): Terminated {rc=256}\u000a22:00:31.542994 --- ParallelTerminationStrategy: PID 21109 died...\u000a22:00:31.598988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21109): Terminated: ok {rc=0}\u000a22:00:31.609660 --- ParallelTerminationStrategy: PID 21112 died...\u000a22:00:31.665665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21112): Terminated: ok {rc=0}\u000a22:00:31.675993 --- ParallelTerminationStrategy: PID 21115 died...\u000a22:00:31.731859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21115): Terminated: ok {rc=0}\u000a22:00:31.822901 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21131): Process ended prematurely: osmo-stp_10.42.42.5(pid=21131) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21131)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21131): Process ended prematurely: osmo-stp_10.42.42.5(pid=21131) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:00:32.934675 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:32.946447 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:00:33.096903 tst iperf3m4.py: using LAC 23943\u000a22:00:33.224034 tst iperf3m4.py: using RAC 228\u000a22:00:33.350498 tst iperf3m4.py: using CellId 23943\u000a22:00:33.475197 tst iperf3m4.py: using BVCI 23944\u000a22:00:33.499832 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:33.511174 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:33.522067 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:33.533154 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:33.543996 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:33.555049 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:33.566225 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:33.577053 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:33.588011 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:33.704601 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:33.824313 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:33.943748 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:34.221791 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:00:34.346553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:34.661120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21117): Launched\u000a22:00:34.921786 run iperf3-srv_10.42.42.10(pid=21118): Launched\u000a22:00:35.103633 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:00:35.228291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:35.551889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21119): Launched\u000a22:00:35.812897 run iperf3-srv_10.42.42.10(pid=21120): Launched\u000a22:00:35.997580 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:00:36.123143 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:36.438019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21121): Launched\u000a22:00:36.698904 run iperf3-srv_10.42.42.10(pid=21122): Launched\u000a22:00:36.880147 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:00:37.004582 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:00:37.316822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21123): Launched\u000a22:00:37.577239 run iperf3-srv_10.42.42.10(pid=21124): Launched\u000a22:00:37.758800 tst iperf3m4.py:8: start network...\u000a22:00:37.882767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:38.368838 run create_hlr_db(pid=21125): Launched\u000a22:00:38.553323 bus /gobi_6: Setting Powered False\u000a22:00:39.574673 run create_hlr_db(pid=21125): Terminated: ok {rc=0}\u000a22:00:40.004011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21127): Launched\u000a22:00:40.327067 run osmo-hlr_10.42.42.2(pid=21128): Launched\u000a22:00:40.442623 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:40.999656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21130): Launched\u000a22:00:41.321805 run osmo-stp_10.42.42.5(pid=21131): Launched\u000a22:00:41.436612 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:41.997417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21133): Launched\u000a22:00:42.111059 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:42.393293 run patchelf(pid=21134): Launched\u000a22:00:42.580410 run osmo-stp_10.42.42.5(pid=21131): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21131)]\u000a22:00:42.717195 run osmo-stp_10.42.42.5(pid=21131): stdout: \u000a| (launched: 2022-12-09_22:00:41.162687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:42.854618 run osmo-stp_10.42.42.5(pid=21131): stderr: \u000a| �[0;m�[38;5;43m20221209220041358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220041358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220041358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220041359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220041359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220041359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220041359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:42.986549 run osmo-stp_10.42.42.5(pid=21131): stdout: \u000a| (launched: 2022-12-09_22:00:41.162687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:43.117055 run osmo-stp_10.42.42.5(pid=21131): stderr: \u000a| �[0;m�[38;5;43m20221209220041358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220041358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220041358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220041359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220041359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220041359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220041359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:43.270416 run patchelf(pid=21134): Terminating (SIGINT)\u000a22:00:43.450974 run patchelf(pid=21134): Terminated: ok {rc=0}\u000a22:00:43.483867 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21131): Process ended prematurely: osmo-stp_10.42.42.5(pid=21131) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21131)] [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:00:43.493651 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:00:43.556115 run osmo-hlr_10.42.42.2(pid=21128): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21128)]\u000a22:00:43.607030 run osmo-hlr_10.42.42.2(pid=21128): stdout: \u000a| (launched: 2022-12-09_22:00:40.166588) \u000a22:00:43.658347 run osmo-hlr_10.42.42.2(pid=21128): stderr: \u000a| �[0;m�[1;31m20221209220040371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220040371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220040371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220040371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220040371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220040371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220040384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220040393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220040393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220040393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:43.702378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21117): Terminating (SIGTERM)\u000a22:00:43.744185 run iperf3-srv_10.42.42.10(pid=21118): Terminating (SIGTERM)\u000a22:00:43.785907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21119): Terminating (SIGTERM)\u000a22:00:43.827707 run iperf3-srv_10.42.42.10(pid=21120): Terminating (SIGTERM)\u000a22:00:43.869774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21121): Terminating (SIGTERM)\u000a22:00:43.911351 run iperf3-srv_10.42.42.10(pid=21122): Terminating (SIGTERM)\u000a22:00:43.952995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21123): Terminating (SIGTERM)\u000a22:00:43.994837 run iperf3-srv_10.42.42.10(pid=21124): Terminating (SIGTERM)\u000a22:00:44.036703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21127): Terminating (SIGTERM)\u000a22:00:44.078356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21130): Terminating (SIGTERM)\u000a22:00:44.120008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21133): Terminating (SIGTERM)\u000a22:00:44.129662 --- ParallelTerminationStrategy: PID 21117 died...\u000a22:00:44.185588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21117): Terminated: ok {rc=0}\u000a22:00:44.195543 --- ParallelTerminationStrategy: PID 21118 died...\u000a22:00:44.250928 run iperf3-srv_10.42.42.10(pid=21118): Terminated {rc=256}\u000a22:00:44.260854 --- ParallelTerminationStrategy: PID 21119 died...\u000a22:00:44.316322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21119): Terminated: ok {rc=0}\u000a22:00:44.326365 --- ParallelTerminationStrategy: PID 21120 died...\u000a22:00:44.381556 run iperf3-srv_10.42.42.10(pid=21120): Terminated {rc=256}\u000a22:00:44.391425 --- ParallelTerminationStrategy: PID 21121 died...\u000a22:00:44.446397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21121): Terminated: ok {rc=0}\u000a22:00:44.456287 --- ParallelTerminationStrategy: PID 21122 died...\u000a22:00:44.511405 run iperf3-srv_10.42.42.10(pid=21122): Terminated {rc=256}\u000a22:00:44.521360 --- ParallelTerminationStrategy: PID 21123 died...\u000a22:00:44.576333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21123): Terminated: ok {rc=0}\u000a22:00:44.586277 --- ParallelTerminationStrategy: PID 21124 died...\u000a22:00:44.641110 run iperf3-srv_10.42.42.10(pid=21124): Terminated {rc=256}\u000a22:00:44.650957 --- ParallelTerminationStrategy: PID 21127 died...\u000a22:00:44.706021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21127): Terminated: ok {rc=0}\u000a22:00:44.715991 --- ParallelTerminationStrategy: PID 21130 died...\u000a22:00:44.771673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21130): Terminated: ok {rc=0}\u000a22:00:44.781709 --- ParallelTerminationStrategy: PID 21133 died...\u000a22:00:44.836901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21133): Terminated: ok {rc=0}\u000a22:00:44.923789 bus /gobi_4: Setting Powered False\u000a22:00:46.042382 bus /gobi_4: Setting Powered False\u000a22:00:47.151038 bus /gobi_1: Setting Powered False\u000a22:00:48.251021 bus /gobi_1: Setting Powered False\u000a22:00:49.362064 bus /gobi_0: Setting Powered False\u000a22:00:50.465320 bus /gobi_0: Setting Powered False\u000a22:00:51.576665 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:00:52.646010 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:52.657854 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:00:52.807988 tst ping.py: using LAC 23944\u000a22:00:52.931276 tst ping.py: using RAC 229\u000a22:00:53.054688 tst ping.py: using CellId 23944\u000a22:00:53.183270 tst ping.py: using BVCI 23945\u000a22:00:53.207428 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:53.218825 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:53.229965 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:53.241102 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:53.252096 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:53.263028 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:53.274188 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:00:53.285112 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:00:53.557478 tst ping.py:19: start network...\u000a22:00:53.680150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:00:54.144818 run create_hlr_db(pid=21135): Launched\u000a22:00:54.317255 bus /gobi_6: Setting Powered False\u000a22:00:55.335877 run create_hlr_db(pid=21135): Terminated: ok {rc=0}\u000a22:00:55.729709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Launched\u000a22:00:56.025577 run osmo-hlr_10.42.42.2(pid=21138): Launched\u000a22:00:56.135820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:00:56.659760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Launched\u000a22:00:56.954331 run osmo-stp_10.42.42.5(pid=21141): Launched\u000a22:00:57.060771 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:00:57.581548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21143): Launched\u000a22:00:57.693437 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:00:57.971054 run patchelf(pid=21144): Launched\u000a22:00:58.155818 run osmo-stp_10.42.42.5(pid=21141): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]\u000a22:00:58.291108 run osmo-stp_10.42.42.5(pid=21141): stdout: \u000a| (launched: 2022-12-09_22:00:56.807927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:58.426859 run osmo-stp_10.42.42.5(pid=21141): stderr: \u000a| �[0;m�[38;5;43m20221209220056977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220056977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220056977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220056978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220056980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220056980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220056980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:58.556783 run osmo-stp_10.42.42.5(pid=21141): stdout: \u000a| (launched: 2022-12-09_22:00:56.807927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:00:58.685624 run osmo-stp_10.42.42.5(pid=21141): stderr: \u000a| �[0;m�[38;5;43m20221209220056977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220056977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220056977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220056978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220056980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220056980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220056980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:00:58.837004 run patchelf(pid=21144): Terminating (SIGINT)\u000a22:00:59.014359 run patchelf(pid=21144): Terminated: ok {rc=0}\u000a22:00:59.046701 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)] [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:00:59.055928 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:00:59.118534 run osmo-hlr_10.42.42.2(pid=21138): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21138)]\u000a22:00:59.170064 run osmo-hlr_10.42.42.2(pid=21138): stdout: \u000a| (launched: 2022-12-09_22:00:55.877820) \u000a22:00:59.222137 run osmo-hlr_10.42.42.2(pid=21138): stderr: \u000a| �[0;m�[1;31m20221209220056056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220056056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220056056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220056056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220056056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220056056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220056068 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220056077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220056077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220056077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:00:59.266614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Terminating (SIGTERM)\u000a22:00:59.308722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Terminating (SIGTERM)\u000a22:00:59.351295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21143): Terminating (SIGTERM)\u000a22:00:59.360926 --- ParallelTerminationStrategy: PID 21137 died...\u000a22:00:59.417453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Terminated: ok {rc=0}\u000a22:00:59.427699 --- ParallelTerminationStrategy: PID 21140 died...\u000a22:00:59.483273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Terminated: ok {rc=0}\u000a22:00:59.493287 --- ParallelTerminationStrategy: PID 21143 died...\u000a22:00:59.549142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21143): Terminated: ok {rc=0}\u000a22:00:59.635787 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21151): Process ended prematurely: osmo-stp_10.42.42.5(pid=21151) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21151)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21151): Process ended prematurely: osmo-stp_10.42.42.5(pid=21151) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:01:00.689537 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:00.701774 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:01:00.857154 tst ping_idle_ping.py: using LAC 23945\u000a22:01:00.992610 tst ping_idle_ping.py: using RAC 230\u000a22:01:01.117431 tst ping_idle_ping.py: using CellId 23945\u000a22:01:01.237299 tst ping_idle_ping.py: using BVCI 23946\u000a22:01:01.260768 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:01.272883 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:01.284420 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:01.297186 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:01.310559 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:01.323193 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:01.334964 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:01:01.348330 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:01:01.708731 tst ping_idle_ping.py:24: start network...\u000a22:01:01.850110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:02.384459 run create_hlr_db(pid=21145): Launched\u000a22:01:02.568403 bus /gobi_6: Setting Powered False\u000a22:01:03.588923 run create_hlr_db(pid=21145): Terminated: ok {rc=0}\u000a22:01:03.987325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21147): Launched\u000a22:01:04.283891 run osmo-hlr_10.42.42.2(pid=21148): Launched\u000a22:01:04.396134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:04.918191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21150): Launched\u000a22:01:05.214681 run osmo-stp_10.42.42.5(pid=21151): Launched\u000a22:01:05.322190 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:05.836026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21153): Launched\u000a22:01:05.940246 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:06.199786 run patchelf(pid=21154): Launched\u000a22:01:06.372616 run osmo-stp_10.42.42.5(pid=21151): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21151)]\u000a22:01:06.499308 run osmo-stp_10.42.42.5(pid=21151): stdout: \u000a| (launched: 2022-12-09_22:01:05.067133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:06.626251 run osmo-stp_10.42.42.5(pid=21151): stderr: \u000a| �[0;m�[38;5;43m20221209220105240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220105240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220105241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220105241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220105241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220105242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220105242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:06.748022 run osmo-stp_10.42.42.5(pid=21151): stdout: \u000a| (launched: 2022-12-09_22:01:05.067133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:06.868301 run osmo-stp_10.42.42.5(pid=21151): stderr: \u000a| �[0;m�[38;5;43m20221209220105240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220105240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220105241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220105241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220105241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220105242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220105242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:07.009946 run patchelf(pid=21154): Terminating (SIGINT)\u000a22:01:07.176343 run patchelf(pid=21154): Terminated: ok {rc=0}\u000a22:01:07.206528 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21151): Process ended prematurely: osmo-stp_10.42.42.5(pid=21151) [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21151)] [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:01:07.215093 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:01:07.275275 run osmo-hlr_10.42.42.2(pid=21148): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21148)]\u000a22:01:07.324458 run osmo-hlr_10.42.42.2(pid=21148): stdout: \u000a| (launched: 2022-12-09_22:01:04.136827) \u000a22:01:07.374224 run osmo-hlr_10.42.42.2(pid=21148): stderr: \u000a| �[0;m�[1;31m20221209220104315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220104315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220104315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220104315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220104315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220104315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220104329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220104338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220104339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220104339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:07.416251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21147): Terminating (SIGTERM)\u000a22:01:07.456132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21150): Terminating (SIGTERM)\u000a22:01:07.496070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21153): Terminating (SIGTERM)\u000a22:01:07.505550 --- ParallelTerminationStrategy: PID 21147 died...\u000a22:01:07.559077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21147): Terminated: ok {rc=0}\u000a22:01:07.569174 --- ParallelTerminationStrategy: PID 21150 died...\u000a22:01:07.622593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21150): Terminated: ok {rc=0}\u000a22:01:07.632293 --- ParallelTerminationStrategy: PID 21153 died...\u000a22:01:07.685778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21153): Terminated: ok {rc=0}\u000a22:01:07.775284 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:00:09" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21169): Process ended prematurely: osmo-stp_10.42.42.5(pid=21169) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21169)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21169): Process ended prematurely: osmo-stp_10.42.42.5(pid=21169) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:01:09.875469 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:09.886137 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:01:10.033710 tst cs_paging_gprs_active.py: using LAC 23946\u000a22:01:10.149266 tst cs_paging_gprs_active.py: using RAC 231\u000a22:01:10.265574 tst cs_paging_gprs_active.py: using CellId 23946\u000a22:01:10.381433 tst cs_paging_gprs_active.py: using BVCI 23947\u000a22:01:10.404247 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:10.414967 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:10.425492 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:10.436194 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:10.446917 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:10.457738 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:10.468587 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:10.479236 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:10.490224 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:10.610536 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:10.905375 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:01:11.039673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:11.372855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21158): Launched\u000a22:01:11.650320 run iperf3-srv_10.42.42.10(pid=21160): Launched\u000a22:01:11.848097 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:01:11.982425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:12.315959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21161): Launched\u000a22:01:12.592302 run iperf3-srv_10.42.42.10(pid=21162): Launched\u000a22:01:12.790281 tst cs_paging_gprs_active.py:38: start network...\u000a22:01:12.924500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:13.439281 run create_hlr_db(pid=21163): Launched\u000a22:01:13.625575 bus /gobi_6: Setting Powered False\u000a22:01:14.646104 run create_hlr_db(pid=21163): Terminated: ok {rc=0}\u000a22:01:15.075568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21165): Launched\u000a22:01:15.398543 run osmo-hlr_10.42.42.2(pid=21166): Launched\u000a22:01:15.516696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:16.099857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21168): Launched\u000a22:01:16.464667 run osmo-stp_10.42.42.5(pid=21169): Launched\u000a22:01:16.595563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:17.261856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21171): Launched\u000a22:01:17.378882 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:17.662380 run patchelf(pid=21172): Launched\u000a22:01:17.851838 run osmo-stp_10.42.42.5(pid=21169): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21169)]\u000a22:01:17.989825 run osmo-stp_10.42.42.5(pid=21169): stdout: \u000a| (launched: 2022-12-09_22:01:16.268097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:18.127854 run osmo-stp_10.42.42.5(pid=21169): stderr: \u000a| �[0;m�[38;5;43m20221209220116653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220116653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220116654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220116654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220116656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220116657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220116657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:18.261464 run osmo-stp_10.42.42.5(pid=21169): stdout: \u000a| (launched: 2022-12-09_22:01:16.268097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:18.394407 run osmo-stp_10.42.42.5(pid=21169): stderr: \u000a| �[0;m�[38;5;43m20221209220116653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220116653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220116654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220116654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220116656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220116657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220116657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:18.549585 run patchelf(pid=21172): Terminating (SIGINT)\u000a22:01:18.731431 run patchelf(pid=21172): Terminated: ok {rc=0}\u000a22:01:18.765115 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21169): Process ended prematurely: osmo-stp_10.42.42.5(pid=21169) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21169)] [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:01:18.774891 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:01:18.837634 run osmo-hlr_10.42.42.2(pid=21166): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21166)]\u000a22:01:18.888625 run osmo-hlr_10.42.42.2(pid=21166): stdout: \u000a| (launched: 2022-12-09_22:01:15.239440) \u000a22:01:18.940247 run osmo-hlr_10.42.42.2(pid=21166): stderr: \u000a| �[0;m�[1;31m20221209220115437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220115437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220115437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220115437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220115437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220115437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220115449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220115457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220115457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220115457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:18.984443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21158): Terminating (SIGTERM)\u000a22:01:19.026439 run iperf3-srv_10.42.42.10(pid=21160): Terminating (SIGTERM)\u000a22:01:19.068535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21161): Terminating (SIGTERM)\u000a22:01:19.110492 run iperf3-srv_10.42.42.10(pid=21162): Terminating (SIGTERM)\u000a22:01:19.152570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21165): Terminating (SIGTERM)\u000a22:01:19.194646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21168): Terminating (SIGTERM)\u000a22:01:19.236514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21171): Terminating (SIGTERM)\u000a22:01:19.246315 --- ParallelTerminationStrategy: PID 21158 died...\u000a22:01:19.301957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21158): Terminated: ok {rc=0}\u000a22:01:19.312171 --- ParallelTerminationStrategy: PID 21160 died...\u000a22:01:19.367340 run iperf3-srv_10.42.42.10(pid=21160): Terminated {rc=256}\u000a22:01:19.377562 --- ParallelTerminationStrategy: PID 21161 died...\u000a22:01:19.432711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21161): Terminated: ok {rc=0}\u000a22:01:19.442707 --- ParallelTerminationStrategy: PID 21162 died...\u000a22:01:19.498250 run iperf3-srv_10.42.42.10(pid=21162): Terminated {rc=256}\u000a22:01:19.508469 --- ParallelTerminationStrategy: PID 21165 died...\u000a22:01:19.564114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21165): Terminated: ok {rc=0}\u000a22:01:19.574153 --- ParallelTerminationStrategy: PID 21168 died...\u000a22:01:19.629538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21168): Terminated: ok {rc=0}\u000a22:01:19.639905 --- ParallelTerminationStrategy: PID 21171 died...\u000a22:01:19.695398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21171): Terminated: ok {rc=0}\u000a22:01:19.782777 bus /gobi_0: Setting Powered False\u000a22:01:20.889243 bus /gobi_0: Setting Powered False\u000a22:01:21.995707 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21181): Process ended prematurely: osmo-stp_10.42.42.5(pid=21181) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21181)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21181): Process ended prematurely: osmo-stp_10.42.42.5(pid=21181) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:01:23.110544 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:23.122520 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:01:23.279819 tst iperf3.py: using LAC 23947\u000a22:01:23.403649 tst iperf3.py: using RAC 232\u000a22:01:23.527329 tst iperf3.py: using CellId 23947\u000a22:01:23.650951 tst iperf3.py: using BVCI 23948\u000a22:01:23.675552 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:23.686920 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:23.698168 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:23.709614 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:23.720677 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:23.731863 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:23.743178 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:23.754172 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:23.765812 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:24.042431 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:01:24.168216 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:24.482355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21173): Launched\u000a22:01:24.743292 run iperf3-srv_10.42.42.10(pid=21174): Launched\u000a22:01:24.927085 tst iperf3.py:8: start network...\u000a22:01:25.051893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:25.525906 run create_hlr_db(pid=21175): Launched\u000a22:01:25.699838 bus /gobi_6: Setting Powered False\u000a22:01:26.722209 run create_hlr_db(pid=21175): Terminated: ok {rc=0}\u000a22:01:27.149970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21177): Launched\u000a22:01:27.472740 run osmo-hlr_10.42.42.2(pid=21178): Launched\u000a22:01:27.593183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:28.151233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21180): Launched\u000a22:01:28.471719 run osmo-stp_10.42.42.5(pid=21181): Launched\u000a22:01:28.588749 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:29.147583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21183): Launched\u000a22:01:29.262434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:29.542949 run patchelf(pid=21184): Launched\u000a22:01:29.731817 run osmo-stp_10.42.42.5(pid=21181): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21181)]\u000a22:01:29.870244 run osmo-stp_10.42.42.5(pid=21181): stdout: \u000a| (launched: 2022-12-09_22:01:28.314322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:30.008650 run osmo-stp_10.42.42.5(pid=21181): stderr: \u000a| �[0;m�[38;5;43m20221209220128507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220128507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220128508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220128508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220128509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220128509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220128509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:30.141679 run osmo-stp_10.42.42.5(pid=21181): stdout: \u000a| (launched: 2022-12-09_22:01:28.314322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:30.273366 run osmo-stp_10.42.42.5(pid=21181): stderr: \u000a| �[0;m�[38;5;43m20221209220128507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220128507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220128508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220128508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220128509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220128509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220128509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:30.428433 run patchelf(pid=21184): Terminating (SIGINT)\u000a22:01:30.609757 run patchelf(pid=21184): Terminated: ok {rc=0}\u000a22:01:30.643155 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21181): Process ended prematurely: osmo-stp_10.42.42.5(pid=21181) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21181)] [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:01:30.652942 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:01:30.715448 run osmo-hlr_10.42.42.2(pid=21178): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21178)]\u000a22:01:30.766942 run osmo-hlr_10.42.42.2(pid=21178): stdout: \u000a| (launched: 2022-12-09_22:01:27.315157) \u000a22:01:30.818862 run osmo-hlr_10.42.42.2(pid=21178): stderr: \u000a| �[0;m�[1;31m20221209220127515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220127515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220127515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220127515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220127515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220127515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220127527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220127535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220127536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220127536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:30.863587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21173): Terminating (SIGTERM)\u000a22:01:30.907041 run iperf3-srv_10.42.42.10(pid=21174): Terminating (SIGTERM)\u000a22:01:30.959286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21177): Terminating (SIGTERM)\u000a22:01:31.003954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21180): Terminating (SIGTERM)\u000a22:01:31.057504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21183): Terminating (SIGTERM)\u000a22:01:31.067907 --- ParallelTerminationStrategy: PID 21173 died...\u000a22:01:31.128354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21173): Terminated: ok {rc=0}\u000a22:01:31.138974 --- ParallelTerminationStrategy: PID 21174 died...\u000a22:01:31.196099 run iperf3-srv_10.42.42.10(pid=21174): Terminated {rc=256}\u000a22:01:31.206861 --- ParallelTerminationStrategy: PID 21177 died...\u000a22:01:31.263846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21177): Terminated: ok {rc=0}\u000a22:01:31.274353 --- ParallelTerminationStrategy: PID 21180 died...\u000a22:01:31.332216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21180): Terminated: ok {rc=0}\u000a22:01:31.342918 --- ParallelTerminationStrategy: PID 21183 died...\u000a22:01:31.400458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21183): Terminated: ok {rc=0}\u000a22:01:31.502635 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21199): Process ended prematurely: osmo-stp_10.42.42.5(pid=21199) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21199)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21199): Process ended prematurely: osmo-stp_10.42.42.5(pid=21199) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:01:32.614443 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:32.625976 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:01:32.771082 tst iperf3m4.py: using LAC 23948\u000a22:01:32.889059 tst iperf3m4.py: using RAC 233\u000a22:01:33.006963 tst iperf3m4.py: using CellId 23948\u000a22:01:33.126543 tst iperf3m4.py: using BVCI 23949\u000a22:01:33.149675 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:33.160535 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:33.171214 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:33.182680 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:33.193755 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:33.204760 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:33.216151 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:33.227388 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:33.238788 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:33.355117 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:33.474287 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:33.590766 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:33.869225 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:01:33.994153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:34.305122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21185): Launched\u000a22:01:34.564440 run iperf3-srv_10.42.42.10(pid=21186): Launched\u000a22:01:34.747252 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:01:34.872553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:35.183432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21187): Launched\u000a22:01:35.441972 run iperf3-srv_10.42.42.10(pid=21188): Launched\u000a22:01:35.624839 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:01:35.749608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:36.061352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21189): Launched\u000a22:01:36.320878 run iperf3-srv_10.42.42.10(pid=21190): Launched\u000a22:01:36.504062 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:01:36.628551 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:01:36.939888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21191): Launched\u000a22:01:37.198907 run iperf3-srv_10.42.42.10(pid=21192): Launched\u000a22:01:37.381846 tst iperf3m4.py:8: start network...\u000a22:01:37.506823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:37.979369 run create_hlr_db(pid=21193): Launched\u000a22:01:38.152783 bus /gobi_6: Setting Powered False\u000a22:01:39.174329 run create_hlr_db(pid=21193): Terminated: ok {rc=0}\u000a22:01:39.603209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21195): Launched\u000a22:01:39.924731 run osmo-hlr_10.42.42.2(pid=21196): Launched\u000a22:01:40.044326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:40.606169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21198): Launched\u000a22:01:40.927663 run osmo-stp_10.42.42.5(pid=21199): Launched\u000a22:01:41.044141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:41.603485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21201): Launched\u000a22:01:41.717888 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:41.998456 run patchelf(pid=21202): Launched\u000a22:01:42.187175 run osmo-stp_10.42.42.5(pid=21199): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21199)]\u000a22:01:42.325126 run osmo-stp_10.42.42.5(pid=21199): stdout: \u000a| (launched: 2022-12-09_22:01:40.770367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:42.463208 run osmo-stp_10.42.42.5(pid=21199): stderr: \u000a| �[0;m�[38;5;43m20221209220140963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220140963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220140964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220140964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220140964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220140964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220140965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:42.596209 run osmo-stp_10.42.42.5(pid=21199): stdout: \u000a| (launched: 2022-12-09_22:01:40.770367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:42.728084 run osmo-stp_10.42.42.5(pid=21199): stderr: \u000a| �[0;m�[38;5;43m20221209220140963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220140963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220140964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220140964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220140964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220140964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220140965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:42.883344 run patchelf(pid=21202): Terminating (SIGINT)\u000a22:01:43.065104 run patchelf(pid=21202): Terminated: ok {rc=0}\u000a22:01:43.098392 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21199): Process ended prematurely: osmo-stp_10.42.42.5(pid=21199) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21199)] [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:01:43.108318 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a22:01:43.171457 run osmo-hlr_10.42.42.2(pid=21196): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21196)]\u000a22:01:43.222947 run osmo-hlr_10.42.42.2(pid=21196): stdout: \u000a| (launched: 2022-12-09_22:01:39.767052) \u000a22:01:43.275180 run osmo-hlr_10.42.42.2(pid=21196): stderr: \u000a| �[0;m�[1;31m20221209220139965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220139965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220139965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220139965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220139965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220139965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220139978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220139986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220139986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220139986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:43.319682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21185): Terminating (SIGTERM)\u000a22:01:43.361890 run iperf3-srv_10.42.42.10(pid=21186): Terminating (SIGTERM)\u000a22:01:43.403925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21187): Terminating (SIGTERM)\u000a22:01:43.446137 run iperf3-srv_10.42.42.10(pid=21188): Terminating (SIGTERM)\u000a22:01:43.488580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21189): Terminating (SIGTERM)\u000a22:01:43.530606 run iperf3-srv_10.42.42.10(pid=21190): Terminating (SIGTERM)\u000a22:01:43.572481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21191): Terminating (SIGTERM)\u000a22:01:43.614424 run iperf3-srv_10.42.42.10(pid=21192): Terminating (SIGTERM)\u000a22:01:43.656511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21195): Terminating (SIGTERM)\u000a22:01:43.698442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21198): Terminating (SIGTERM)\u000a22:01:43.740423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21201): Terminating (SIGTERM)\u000a22:01:43.750106 --- ParallelTerminationStrategy: PID 21185 died...\u000a22:01:43.806484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21185): Terminated: ok {rc=0}\u000a22:01:43.816452 --- ParallelTerminationStrategy: PID 21186 died...\u000a22:01:43.872056 run iperf3-srv_10.42.42.10(pid=21186): Terminated {rc=256}\u000a22:01:43.882140 --- ParallelTerminationStrategy: PID 21187 died...\u000a22:01:43.937634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21187): Terminated: ok {rc=0}\u000a22:01:43.947643 --- ParallelTerminationStrategy: PID 21188 died...\u000a22:01:44.002947 run iperf3-srv_10.42.42.10(pid=21188): Terminated {rc=256}\u000a22:01:44.013231 --- ParallelTerminationStrategy: PID 21189 died...\u000a22:01:44.068461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21189): Terminated: ok {rc=0}\u000a22:01:44.078558 --- ParallelTerminationStrategy: PID 21190 died...\u000a22:01:44.133904 run iperf3-srv_10.42.42.10(pid=21190): Terminated {rc=256}\u000a22:01:44.143787 --- ParallelTerminationStrategy: PID 21191 died...\u000a22:01:44.199025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21191): Terminated: ok {rc=0}\u000a22:01:44.208877 --- ParallelTerminationStrategy: PID 21192 died...\u000a22:01:44.264101 run iperf3-srv_10.42.42.10(pid=21192): Terminated {rc=256}\u000a22:01:44.274043 --- ParallelTerminationStrategy: PID 21195 died...\u000a22:01:44.329439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21195): Terminated: ok {rc=0}\u000a22:01:44.339386 --- ParallelTerminationStrategy: PID 21198 died...\u000a22:01:44.394905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21198): Terminated: ok {rc=0}\u000a22:01:44.404904 --- ParallelTerminationStrategy: PID 21201 died...\u000a22:01:44.460422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21201): Terminated: ok {rc=0}\u000a22:01:44.548040 bus /gobi_4: Setting Powered False\u000a22:01:45.651001 bus /gobi_4: Setting Powered False\u000a22:01:46.766806 bus /gobi_1: Setting Powered False\u000a22:01:47.873260 bus /gobi_1: Setting Powered False\u000a22:01:48.985073 bus /gobi_0: Setting Powered False\u000a22:01:50.087796 bus /gobi_0: Setting Powered False\u000a22:01:51.201048 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21210): Process ended prematurely: osmo-stp_10.42.42.5(pid=21210) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21210)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21210): Process ended prematurely: osmo-stp_10.42.42.5(pid=21210) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:01:52.268566 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:52.280061 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:01:52.426953 tst ping.py: using LAC 23949\u000a22:01:52.543018 tst ping.py: using RAC 234\u000a22:01:52.656884 tst ping.py: using CellId 23949\u000a22:01:52.770898 tst ping.py: using BVCI 23950\u000a22:01:52.793499 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:52.804217 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:52.814876 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:52.826005 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:52.836752 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:52.847496 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:52.858558 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:01:52.869330 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:01:53.145387 tst ping.py:19: start network...\u000a22:01:53.268417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:01:53.731021 run create_hlr_db(pid=21204): Launched\u000a22:01:53.902051 bus /gobi_6: Setting Powered False\u000a22:01:54.922237 run create_hlr_db(pid=21204): Terminated: ok {rc=0}\u000a22:01:55.342657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21206): Launched\u000a22:01:55.658410 run osmo-hlr_10.42.42.2(pid=21207): Launched\u000a22:01:55.774298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:01:56.325097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21209): Launched\u000a22:01:56.640775 run osmo-stp_10.42.42.5(pid=21210): Launched\u000a22:01:56.754961 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:01:57.305369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21212): Launched\u000a22:01:57.417954 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:01:57.692922 run patchelf(pid=21213): Launched\u000a22:01:57.878952 run osmo-stp_10.42.42.5(pid=21210): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21210)]\u000a22:01:58.014890 run osmo-stp_10.42.42.5(pid=21210): stdout: \u000a| (launched: 2022-12-09_22:01:56.485596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:58.150802 run osmo-stp_10.42.42.5(pid=21210): stderr: \u000a| �[0;m�[38;5;43m20221209220156677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220156677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220156677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220156678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220156678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220156678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220156678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:58.281929 run osmo-stp_10.42.42.5(pid=21210): stdout: \u000a| (launched: 2022-12-09_22:01:56.485596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:01:58.411670 run osmo-stp_10.42.42.5(pid=21210): stderr: \u000a| �[0;m�[38;5;43m20221209220156677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220156677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220156677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220156678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220156678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220156678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220156678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:01:58.563478 run patchelf(pid=21213): Terminating (SIGINT)\u000a22:01:58.742059 run patchelf(pid=21213): Terminated: ok {rc=0}\u000a22:01:58.774384 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21210): Process ended prematurely: osmo-stp_10.42.42.5(pid=21210) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21210)] [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:01:58.783902 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:01:58.847294 run osmo-hlr_10.42.42.2(pid=21207): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21207)]\u000a22:01:58.898836 run osmo-hlr_10.42.42.2(pid=21207): stdout: \u000a| (launched: 2022-12-09_22:01:55.503557) \u000a22:01:58.950922 run osmo-hlr_10.42.42.2(pid=21207): stderr: \u000a| �[0;m�[1;31m20221209220155701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220155701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220155701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220155701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220155701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220155702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220155714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220155723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220155724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220155724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:01:58.995536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21206): Terminating (SIGTERM)\u000a22:01:59.037696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21209): Terminating (SIGTERM)\u000a22:01:59.079586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21212): Terminating (SIGTERM)\u000a22:01:59.089346 --- ParallelTerminationStrategy: PID 21206 died...\u000a22:01:59.145705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21206): Terminated: ok {rc=0}\u000a22:01:59.155888 --- ParallelTerminationStrategy: PID 21209 died...\u000a22:01:59.211834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21209): Terminated: ok {rc=0}\u000a22:01:59.221884 --- ParallelTerminationStrategy: PID 21212 died...\u000a22:01:59.277550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21212): Terminated: ok {rc=0}\u000a22:01:59.365809 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21220): Process ended prematurely: osmo-stp_10.42.42.5(pid=21220) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21220)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21220): Process ended prematurely: osmo-stp_10.42.42.5(pid=21220) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:02:00.419256 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:00.431131 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:02:00.583582 tst ping_idle_ping.py: using LAC 23950\u000a22:02:00.707819 tst ping_idle_ping.py: using RAC 235\u000a22:02:00.846153 tst ping_idle_ping.py: using CellId 23950\u000a22:02:00.973514 tst ping_idle_ping.py: using BVCI 23951\u000a22:02:00.997657 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:01.009421 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:01.021023 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:01.034911 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:01.047349 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:01.059029 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:01.072806 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:02:01.085261 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:02:01.408923 tst ping_idle_ping.py:24: start network...\u000a22:02:01.538634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:02.102919 run create_hlr_db(pid=21214): Launched\u000a22:02:02.279361 bus /gobi_6: Setting Powered False\u000a22:02:03.295585 run create_hlr_db(pid=21214): Terminated: ok {rc=0}\u000a22:02:03.716247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21216): Launched\u000a22:02:04.033420 run osmo-hlr_10.42.42.2(pid=21217): Launched\u000a22:02:04.152076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:04.700603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21219): Launched\u000a22:02:05.015458 run osmo-stp_10.42.42.5(pid=21220): Launched\u000a22:02:05.129902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:02:05.679618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21222): Launched\u000a22:02:05.792942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:02:06.068834 run patchelf(pid=21223): Launched\u000a22:02:06.254190 run osmo-stp_10.42.42.5(pid=21220): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21220)]\u000a22:02:06.389610 run osmo-stp_10.42.42.5(pid=21220): stdout: \u000a| (launched: 2022-12-09_22:02:04.861845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:06.525415 run osmo-stp_10.42.42.5(pid=21220): stderr: \u000a| �[0;m�[38;5;43m20221209220205053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220205053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220205053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220205053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:06.656454 run osmo-stp_10.42.42.5(pid=21220): stdout: \u000a| (launched: 2022-12-09_22:02:04.861845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:06.786238 run osmo-stp_10.42.42.5(pid=21220): stderr: \u000a| �[0;m�[38;5;43m20221209220205053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220205053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220205053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220205053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220205054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:06.937897 run patchelf(pid=21223): Terminating (SIGINT)\u000a22:02:07.115858 run patchelf(pid=21223): Terminated: ok {rc=0}\u000a22:02:07.148083 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21220): Process ended prematurely: osmo-stp_10.42.42.5(pid=21220) [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21220)] [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:02:07.157322 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a22:02:07.219571 run osmo-hlr_10.42.42.2(pid=21217): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21217)]\u000a22:02:07.270709 run osmo-hlr_10.42.42.2(pid=21217): stdout: \u000a| (launched: 2022-12-09_22:02:03.879052) \u000a22:02:07.322692 run osmo-hlr_10.42.42.2(pid=21217): stderr: \u000a| �[0;m�[1;31m20221209220204076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220204076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220204076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220204076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220204076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220204076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220204089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220204098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220204099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220204099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:07.366838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21216): Terminating (SIGTERM)\u000a22:02:07.408471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21219): Terminating (SIGTERM)\u000a22:02:07.450155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21222): Terminating (SIGTERM)\u000a22:02:07.459789 --- ParallelTerminationStrategy: PID 21216 died...\u000a22:02:07.515520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21216): Terminated: ok {rc=0}\u000a22:02:07.525540 --- ParallelTerminationStrategy: PID 21219 died...\u000a22:02:07.580747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21219): Terminated: ok {rc=0}\u000a22:02:07.590784 --- ParallelTerminationStrategy: PID 21222 died...\u000a22:02:07.646088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21222): Terminated: ok {rc=0}\u000a22:02:07.733445 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:01:09" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21233): Process ended prematurely: osmo-stp_10.42.42.5(pid=21233) [trial-2365↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21233)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21233): Process ended prematurely: osmo-stp_10.42.42.5(pid=21233) [trial-2365↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:02:09.716468 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:09.727456 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:02:09.872614 tst switch_tch_pdch.py: using LAC 23951\u000a22:02:09.985976 tst switch_tch_pdch.py: using RAC 236\u000a22:02:10.099294 tst switch_tch_pdch.py: using CellId 23951\u000a22:02:10.212453 tst switch_tch_pdch.py: using BVCI 23952\u000a22:02:10.235073 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.246042 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.256798 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.267839 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.278942 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.290102 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.301298 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:02:10.312173 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:02:10.431417 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:02:10.706616 tst switch_tch_pdch.py:51: start network...\u000a22:02:10.828882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:11.292357 run create_hlr_db(pid=21227): Launched\u000a22:02:11.463880 bus /gobi_6: Setting Powered False\u000a22:02:12.484076 run create_hlr_db(pid=21227): Terminated: ok {rc=0}\u000a22:02:12.879021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21229): Launched\u000a22:02:13.173811 run osmo-hlr_10.42.42.2(pid=21230): Launched\u000a22:02:13.280868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:13.794962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21232): Launched\u000a22:02:14.089133 run osmo-stp_10.42.42.5(pid=21233): Launched\u000a22:02:14.196031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:02:14.709996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21235): Launched\u000a22:02:14.815128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:02:15.072288 run patchelf(pid=21236): Launched\u000a22:02:15.245512 run osmo-stp_10.42.42.5(pid=21233): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21233)]\u000a22:02:15.372917 run osmo-stp_10.42.42.5(pid=21233): stdout: \u000a| (launched: 2022-12-09_22:02:13.944445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:15.500294 run osmo-stp_10.42.42.5(pid=21233): stderr: \u000a| �[0;m�[38;5;43m20221209220214115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220214115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220214115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220214116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220214116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220214116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220214116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:15.622949 run osmo-stp_10.42.42.5(pid=21233): stdout: \u000a| (launched: 2022-12-09_22:02:13.944445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:15.744242 run osmo-stp_10.42.42.5(pid=21233): stderr: \u000a| �[0;m�[38;5;43m20221209220214115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220214115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220214115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220214116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220214116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220214116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220214116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:15.896697 run patchelf(pid=21236): Terminating (SIGINT)\u000a22:02:16.068530 run patchelf(pid=21236): Terminated: ok {rc=0}\u000a22:02:16.100600 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21233): Process ended prematurely: osmo-stp_10.42.42.5(pid=21233) [trial-2365↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21233)] [trial-2365↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:02:16.110230 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a22:02:16.174303 run osmo-hlr_10.42.42.2(pid=21230): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21230)]\u000a22:02:16.225688 run osmo-hlr_10.42.42.2(pid=21230): stdout: \u000a| (launched: 2022-12-09_22:02:13.029081) \u000a22:02:16.278031 run osmo-hlr_10.42.42.2(pid=21230): stderr: \u000a| �[0;m�[1;31m20221209220213205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220213205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220213205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220213205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220213205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220213205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220213218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220213226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220213226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220213226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:16.321310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21229): Terminating (SIGTERM)\u000a22:02:16.364225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21232): Terminating (SIGTERM)\u000a22:02:16.406120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21235): Terminating (SIGTERM)\u000a22:02:16.416457 --- ParallelTerminationStrategy: PID 21229 died...\u000a22:02:16.474310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21229): Terminated: ok {rc=0}\u000a22:02:16.484725 --- ParallelTerminationStrategy: PID 21232 died...\u000a22:02:16.541002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21232): Terminated: ok {rc=0}\u000a22:02:16.551357 --- ParallelTerminationStrategy: PID 21235 died...\u000a22:02:16.607638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21235): Terminated: ok {rc=0}\u000a22:02:16.707450 bus /gobi_0: Setting Powered False\u000a22:02:17.812714 bus /gobi_0: Setting Powered False\u000a22:02:18.918989 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:02:09" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21246): Process ended prematurely: osmo-stp_10.42.42.5(pid=21246) [trial-2365↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21246)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21246): Process ended prematurely: osmo-stp_10.42.42.5(pid=21246) [trial-2365↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:02:20.845283 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:20.856551 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:02:21.006395 tst switch_tch_pdch.py: using LAC 23952\u000a22:02:21.131767 tst switch_tch_pdch.py: using RAC 237\u000a22:02:21.257046 tst switch_tch_pdch.py: using CellId 23952\u000a22:02:21.379611 tst switch_tch_pdch.py: using BVCI 23953\u000a22:02:21.403613 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:21.414799 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:21.425827 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:21.436810 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:21.447900 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:21.459142 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:21.470523 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:02:21.481663 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:02:21.598735 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:02:21.883397 tst switch_tch_pdch.py:51: start network...\u000a22:02:22.015083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:22.490442 run create_hlr_db(pid=21240): Launched\u000a22:02:22.619617 bus /gobi_6: Setting Powered False\u000a22:02:23.683648 run create_hlr_db(pid=21240): Terminated: ok {rc=0}\u000a22:02:24.053750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21242): Launched\u000a22:02:24.348478 run osmo-hlr_10.42.42.2(pid=21243): Launched\u000a22:02:24.456272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:24.941508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21245): Launched\u000a22:02:25.235099 run osmo-stp_10.42.42.5(pid=21246): Launched\u000a22:02:25.342318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:02:25.831174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21248): Launched\u000a22:02:25.935867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:02:26.194025 run patchelf(pid=21249): Launched\u000a22:02:26.366914 run osmo-stp_10.42.42.5(pid=21246): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21246)]\u000a22:02:26.493731 run osmo-stp_10.42.42.5(pid=21246): stdout: \u000a| (launched: 2022-12-09_22:02:25.090574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:26.620688 run osmo-stp_10.42.42.5(pid=21246): stderr: \u000a| �[0;m�[38;5;43m20221209220225259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220225259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220225259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220225259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220225262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220225262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220225262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:26.743024 run osmo-stp_10.42.42.5(pid=21246): stdout: \u000a| (launched: 2022-12-09_22:02:25.090574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:26.864430 run osmo-stp_10.42.42.5(pid=21246): stderr: \u000a| �[0;m�[38;5;43m20221209220225259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220225259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220225259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220225259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220225262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220225262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220225262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:27.006547 run patchelf(pid=21249): Terminating (SIGINT)\u000a22:02:27.173510 run patchelf(pid=21249): Terminated: ok {rc=0}\u000a22:02:27.203833 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21246): Process ended prematurely: osmo-stp_10.42.42.5(pid=21246) [trial-2365↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21246)] [trial-2365↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:02:27.212456 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a22:02:27.272394 run osmo-hlr_10.42.42.2(pid=21243): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21243)]\u000a22:02:27.321178 run osmo-hlr_10.42.42.2(pid=21243): stdout: \u000a| (launched: 2022-12-09_22:02:24.204527) \u000a22:02:27.370194 run osmo-hlr_10.42.42.2(pid=21243): stderr: \u000a| �[0;m�[1;31m20221209220224378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220224378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220224378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220224378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220224378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220224378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220224390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220224401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220224401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220224401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:27.412452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21242): Terminating (SIGTERM)\u000a22:02:27.452159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21245): Terminating (SIGTERM)\u000a22:02:27.491970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21248): Terminating (SIGTERM)\u000a22:02:27.501394 --- ParallelTerminationStrategy: PID 21242 died...\u000a22:02:27.554692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21242): Terminated: ok {rc=0}\u000a22:02:27.564191 --- ParallelTerminationStrategy: PID 21245 died...\u000a22:02:27.617901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21245): Terminated: ok {rc=0}\u000a22:02:27.627369 --- ParallelTerminationStrategy: PID 21248 died...\u000a22:02:27.680250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21248): Terminated: ok {rc=0}\u000a22:02:27.769528 bus /gobi_0: Setting Powered False\u000a22:02:28.873703 bus /gobi_0: Setting Powered False\u000a22:02:29.984741 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:02:20" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21254): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21254) [trial-2365↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21254)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21254): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21254) [trial-2365↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a22:02:31.967104 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a22:02:31.986043 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a22:02:32.143487 tst mo_mt_sms.py: using LAC 23953\u000a22:02:32.263600 tst mo_mt_sms.py: using RAC 238\u000a22:02:32.380491 tst mo_mt_sms.py: using CellId 23953\u000a22:02:32.497590 tst mo_mt_sms.py: using BVCI 23954\u000a22:02:32.519863 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:32.639304 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:32.927702 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:02:33.059398 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:02:33.712450 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21253): Launched\u000a22:02:34.024876 run osmo-nitb_10.42.42.2(pid=21254): Launched\u000a22:02:34.219714 run osmo-nitb_10.42.42.2(pid=21254): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21254)]\u000a22:02:34.363529 run osmo-nitb_10.42.42.2(pid=21254): stdout: \u000a| (launched: 2022-12-09_22:02:33.873831) \u000a22:02:34.507811 run osmo-nitb_10.42.42.2(pid=21254): stderr: \u000a| (launched: 2022-12-09_22:02:33.920777)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:34.646775 run osmo-nitb_10.42.42.2(pid=21254): stdout: \u000a| (launched: 2022-12-09_22:02:33.873831) \u000a22:02:34.784592 run osmo-nitb_10.42.42.2(pid=21254): stderr: \u000a| (launched: 2022-12-09_22:02:33.920777)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:35.152442 tst osmo-nitb_10.42.42.2(pid=21254): stdout: \u000a| (launched: 2022-12-09_22:02:33.873831) \u000a22:02:35.278403 tst osmo-nitb_10.42.42.2(pid=21254): stderr: \u000a| (launched: 2022-12-09_22:02:33.920777)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:35.333745 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21254): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21254) [trial-2365↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21254)] [trial-2365↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a22:02:35.342349 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a22:02:35.378355 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21253): Terminating (SIGTERM)\u000a22:02:35.555976 --- ParallelTerminationStrategy: PID 21253 died...\u000a22:02:35.613417 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21253): Terminated: ok {rc=0}\u000a22:02:35.700534 bus /sierra_3: Setting Powered False\u000a22:02:36.808560 bus /sierra_3: Setting Powered False\u000a22:02:37.917581 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:02:31" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21267): Process ended prematurely: osmo-stp_10.42.42.5(pid=21267) [trial-2365↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21267)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21267): Process ended prematurely: osmo-stp_10.42.42.5(pid=21267) [trial-2365↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a22:02:39.813238 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:39.824053 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a22:02:39.968766 tst mo_mt_sms.py: using LAC 23954\u000a22:02:40.090557 tst mo_mt_sms.py: using RAC 239\u000a22:02:40.212374 tst mo_mt_sms.py: using CellId 23954\u000a22:02:40.334240 tst mo_mt_sms.py: using BVCI 23955\u000a22:02:40.358151 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:40.369023 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:40.379735 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:40.390484 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:40.401221 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:40.411850 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:40.527528 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a22:02:40.734417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:41.238965 run create_hlr_db(pid=21261): Launched\u000a22:02:41.422300 bus /sierra_2: Setting Powered False\u000a22:02:42.443285 run create_hlr_db(pid=21261): Terminated: ok {rc=0}\u000a22:02:42.864109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21263): Launched\u000a22:02:43.178813 run osmo-hlr_10.42.42.2(pid=21264): Launched\u000a22:02:43.293801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:43.840442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21266): Launched\u000a22:02:44.155651 run osmo-stp_10.42.42.5(pid=21267): Launched\u000a22:02:44.272659 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:02:44.849271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21269): Launched\u000a22:02:45.163889 run osmo-msc_10.42.42.6(pid=21270): Launched\u000a22:02:45.348356 run osmo-stp_10.42.42.5(pid=21267): ERR: Terminated: ERROR {rc=1} [trial-2365↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21267)]\u000a22:02:45.482055 run osmo-stp_10.42.42.5(pid=21267): stdout: \u000a| (launched: 2022-12-09_22:02:44.001063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:45.615227 run osmo-stp_10.42.42.5(pid=21267): stderr: \u000a| �[0;m�[38;5;43m20221209220244192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220244192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220244192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220244193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220244193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220244193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220244193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:45.742036 run osmo-stp_10.42.42.5(pid=21267): stdout: \u000a| (launched: 2022-12-09_22:02:44.001063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:02:45.884510 run osmo-stp_10.42.42.5(pid=21267): stderr: \u000a| �[0;m�[38;5;43m20221209220244192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220244192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220244192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220244193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220244193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220244193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220244193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:02:45.941349 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21267): Process ended prematurely: osmo-stp_10.42.42.5(pid=21267) [trial-2365↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21267)] [trial-2365↪sms:trx-b200↪mo_mt_sms.py:16]\u000a22:02:45.950822 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a22:02:46.013844 run osmo-hlr_10.42.42.2(pid=21264): ERR: Terminated: ERROR {rc=237} [trial-2365↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21264)]\u000a22:02:46.066083 run osmo-hlr_10.42.42.2(pid=21264): stdout: \u000a| (launched: 2022-12-09_22:02:43.025365) \u000a22:02:46.119059 run osmo-hlr_10.42.42.2(pid=21264): stderr: \u000a| �[0;m�[1;31m20221209220243222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220243222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220243222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220243222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220243222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220243222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220243235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220243243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220243243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220243243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:02:46.190389 run osmo-msc_10.42.42.6(pid=21270): ERR: Terminated: ERROR {rc=2} [trial-2365↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21270)]\u000a22:02:46.251216 run osmo-msc_10.42.42.6(pid=21270): stdout: \u000a| (launched: 2022-12-09_22:02:45.010075) \u000a22:02:46.317232 run osmo-msc_10.42.42.6(pid=21270): stderr: \u000a| �[0;m�[38;5;43m20221209220245332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220245332 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e1706dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220245333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220245333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220245333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220245333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220245335 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220245335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220245335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220245335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:02:46.372523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21263): Terminating (SIGTERM)\u000a22:02:46.425498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21266): Terminating (SIGTERM)\u000a22:02:46.481722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21269): Terminating (SIGTERM)\u000a22:02:46.494037 --- ParallelTerminationStrategy: PID 21263 died...\u000a22:02:46.568561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21263): Terminated: ok {rc=0}\u000a22:02:46.581139 --- ParallelTerminationStrategy: PID 21266 died...\u000a22:02:46.648306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21266): Terminated: ok {rc=0}\u000a22:02:46.660870 --- ParallelTerminationStrategy: PID 21269 died...\u000a22:02:46.731061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21269): Terminated: ok {rc=0}\u000a22:02:46.835897 bus /sierra_3: Setting Powered False\u000a22:02:47.938988 bus /sierra_3: Setting Powered False\u000a22:02:49.050027 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:02:39" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21276): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21276) [trial-2365↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21276)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21276): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21276) [trial-2365↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a22:02:50.890325 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a22:02:50.901489 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a22:02:51.034321 tst assert_extension.py: using LAC 23955\u000a22:02:51.149564 tst assert_extension.py: using RAC 240\u000a22:02:51.272698 tst assert_extension.py: using CellId 23955\u000a22:02:51.390970 tst assert_extension.py: using BVCI 23956\u000a22:02:51.413431 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a22:02:51.690722 tst assert_extension.py:10: start nitb and bts...\u000a22:02:51.814522 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:02:52.426437 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21275): Launched\u000a22:02:52.718696 run osmo-nitb_10.42.42.2(pid=21276): Launched\u000a22:02:52.902044 run osmo-nitb_10.42.42.2(pid=21276): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21276)]\u000a22:02:53.037750 run osmo-nitb_10.42.42.2(pid=21276): stdout: \u000a| (launched: 2022-12-09_22:02:52.576256) \u000a22:02:53.173179 run osmo-nitb_10.42.42.2(pid=21276): stderr: \u000a| (launched: 2022-12-09_22:02:52.620020)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:53.304074 run osmo-nitb_10.42.42.2(pid=21276): stdout: \u000a| (launched: 2022-12-09_22:02:52.576256) \u000a22:02:53.433857 run osmo-nitb_10.42.42.2(pid=21276): stderr: \u000a| (launched: 2022-12-09_22:02:52.620020)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:53.838815 tst osmo-nitb_10.42.42.2(pid=21276): stdout: \u000a| (launched: 2022-12-09_22:02:52.576256) \u000a22:02:53.957363 tst osmo-nitb_10.42.42.2(pid=21276): stderr: \u000a| (launched: 2022-12-09_22:02:52.620020)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:02:54.009175 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21276): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21276) [trial-2365↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21276)] [trial-2365↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a22:02:54.017169 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a22:02:54.051918 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21275): Terminating (SIGTERM)\u000a22:02:54.229465 --- ParallelTerminationStrategy: PID 21275 died...\u000a22:02:54.284074 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21275): Terminated: ok {rc=0}\u000a22:02:54.367531 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:02:50" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21286): Process ended prematurely: osmo-stp_10.42.42.5(pid=21286) [trial-2365↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21286)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21286): Process ended prematurely: osmo-stp_10.42.42.5(pid=21286) [trial-2365↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a22:02:56.204273 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:56.215713 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a22:02:56.349651 tst assert_extension.py: using LAC 23956\u000a22:02:56.462959 tst assert_extension.py: using RAC 241\u000a22:02:56.576527 tst assert_extension.py: using CellId 23956\u000a22:02:56.690386 tst assert_extension.py: using BVCI 23957\u000a22:02:56.712623 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:56.723152 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:56.733482 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:56.743965 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:56.754611 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:02:56.765227 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a22:02:56.972733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:02:57.476143 run create_hlr_db(pid=21280): Launched\u000a22:02:57.658513 bus /sierra_2: Setting Powered False\u000a22:02:58.679068 run create_hlr_db(pid=21280): Terminated: ok {rc=0}\u000a22:02:59.076334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21282): Launched\u000a22:02:59.370578 run osmo-hlr_10.42.42.2(pid=21283): Launched\u000a22:02:59.482573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:02:59.995300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21285): Launched\u000a22:03:00.290232 run osmo-stp_10.42.42.5(pid=21286): Launched\u000a22:03:00.404314 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:00.989907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21288): Launched\u000a22:03:01.439543 run osmo-msc_10.42.42.6(pid=21290): Launched\u000a22:03:01.762425 run osmo-stp_10.42.42.5(pid=21286): ERR: Terminated: ERROR {rc=1} [trial-2365↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21286)]\u000a22:03:01.919108 run osmo-stp_10.42.42.5(pid=21286): stdout: \u000a| (launched: 2022-12-09_22:03:00.144939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:02.114729 run osmo-stp_10.42.42.5(pid=21286): stderr: \u000a| �[0;m�[38;5;43m20221209220300317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220300317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220300318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220300318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220300319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220300319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220300319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:02.275475 run osmo-stp_10.42.42.5(pid=21286): stdout: \u000a| (launched: 2022-12-09_22:03:00.144939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:02.397864 run osmo-stp_10.42.42.5(pid=21286): stderr: \u000a| �[0;m�[38;5;43m20221209220300317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220300317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220300318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220300318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220300319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220300319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220300319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:02.450138 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21286): Process ended prematurely: osmo-stp_10.42.42.5(pid=21286) [trial-2365↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21286)] [trial-2365↪ussd:trx-b200↪assert_extension.py:17]\u000a22:03:02.458798 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a22:03:02.521362 run osmo-hlr_10.42.42.2(pid=21283): ERR: Terminated: ERROR {rc=237} [trial-2365↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21283)]\u000a22:03:02.571916 run osmo-hlr_10.42.42.2(pid=21283): stdout: \u000a| (launched: 2022-12-09_22:02:59.225914) \u000a22:03:02.622939 run osmo-hlr_10.42.42.2(pid=21283): stderr: \u000a| �[0;m�[1;31m20221209220259400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220259400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220259400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220259400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220259400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220259400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220259412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220259420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220259420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220259421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:02.691966 run osmo-msc_10.42.42.6(pid=21290): ERR: Terminated: ERROR {rc=2} [trial-2365↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21290)]\u000a22:03:02.741549 run osmo-msc_10.42.42.6(pid=21290): stdout: \u000a| (launched: 2022-12-09_22:03:01.180211) \u000a22:03:02.793369 run osmo-msc_10.42.42.6(pid=21290): stderr: \u000a| �[0;m�[38;5;43m20221209220301674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220301674 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71287ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220301674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220301674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220301675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220301675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220301676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220301685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220301685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220301685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:02.836331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21282): Terminating (SIGTERM)\u000a22:03:02.877230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21285): Terminating (SIGTERM)\u000a22:03:02.918283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21288): Terminating (SIGTERM)\u000a22:03:02.928354 --- ParallelTerminationStrategy: PID 21282 died...\u000a22:03:02.983702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21282): Terminated: ok {rc=0}\u000a22:03:02.993881 --- ParallelTerminationStrategy: PID 21285 died...\u000a22:03:03.048624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21285): Terminated: ok {rc=0}\u000a22:03:03.059074 --- ParallelTerminationStrategy: PID 21288 died...\u000a22:03:03.113856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21288): Terminated: ok {rc=0}\u000a22:03:03.198570 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:02:56" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21301): Process ended prematurely: osmo-stp_10.42.42.5(pid=21301) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21301)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21301): Process ended prematurely: osmo-stp_10.42.42.5(pid=21301) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:03:05.158416 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:05.169374 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:03:05.329951 tst mo_mt_call.py: using LAC 23957\u000a22:03:05.459572 tst mo_mt_call.py: using RAC 242\u000a22:03:05.585981 tst mo_mt_call.py: using CellId 23957\u000a22:03:05.713291 tst mo_mt_call.py: using BVCI 23958\u000a22:03:05.737978 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:05.749725 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:05.760783 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:05.773138 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:05.785040 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:05.797223 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:03:05.914035 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:03:06.114162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:06.588415 run create_hlr_db(pid=21295): Launched\u000a22:03:06.761589 bus /sierra_2: Setting Powered False\u000a22:03:07.783240 run create_hlr_db(pid=21295): Terminated: ok {rc=0}\u000a22:03:08.211192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21297): Launched\u000a22:03:08.531798 run osmo-hlr_10.42.42.2(pid=21298): Launched\u000a22:03:08.649380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:09.206310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21300): Launched\u000a22:03:09.526666 run osmo-stp_10.42.42.5(pid=21301): Launched\u000a22:03:09.643647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:10.230824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21303): Launched\u000a22:03:10.551527 run osmo-msc_10.42.42.6(pid=21304): Launched\u000a22:03:10.739695 run osmo-stp_10.42.42.5(pid=21301): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21301)]\u000a22:03:10.876500 run osmo-stp_10.42.42.5(pid=21301): stdout: \u000a| (launched: 2022-12-09_22:03:09.369660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:11.012160 run osmo-stp_10.42.42.5(pid=21301): stderr: \u000a| �[0;m�[38;5;43m20221209220309564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220309564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220309564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220309564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220309565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220309565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220309565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:11.141163 run osmo-stp_10.42.42.5(pid=21301): stdout: \u000a| (launched: 2022-12-09_22:03:09.369660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:11.269196 run osmo-stp_10.42.42.5(pid=21301): stderr: \u000a| �[0;m�[38;5;43m20221209220309564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220309564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220309564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220309564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220309565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220309565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220309565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:11.325404 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21301): Process ended prematurely: osmo-stp_10.42.42.5(pid=21301) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21301)] [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:03:11.334605 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:03:11.396765 run osmo-hlr_10.42.42.2(pid=21298): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21298)]\u000a22:03:11.448146 run osmo-hlr_10.42.42.2(pid=21298): stdout: \u000a| (launched: 2022-12-09_22:03:08.374668) \u000a22:03:11.500454 run osmo-hlr_10.42.42.2(pid=21298): stderr: \u000a| �[0;m�[1;31m20221209220308574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220308574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220308574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220308574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220308575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220308575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220308587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220308595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220308595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220308595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:11.571256 run osmo-msc_10.42.42.6(pid=21304): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21304)]\u000a22:03:11.622637 run osmo-msc_10.42.42.6(pid=21304): stdout: \u000a| (launched: 2022-12-09_22:03:10.394299) \u000a22:03:11.674594 run osmo-msc_10.42.42.6(pid=21304): stderr: \u000a| �[0;m�[38;5;43m20221209220310718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220310719 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7047fefc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220310719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220310719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220310719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220310719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220310721 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220310721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220310721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220310721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:11.718465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21297): Terminating (SIGTERM)\u000a22:03:11.759844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21300): Terminating (SIGTERM)\u000a22:03:11.801571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21303): Terminating (SIGTERM)\u000a22:03:11.811056 --- ParallelTerminationStrategy: PID 21297 died...\u000a22:03:11.867296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21297): Terminated: ok {rc=0}\u000a22:03:11.877362 --- ParallelTerminationStrategy: PID 21300 died...\u000a22:03:11.933056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21300): Terminated: ok {rc=0}\u000a22:03:11.943045 --- ParallelTerminationStrategy: PID 21303 died...\u000a22:03:11.999071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21303): Terminated: ok {rc=0}\u000a22:03:12.085981 bus /sierra_3: Setting Powered False\u000a22:03:13.194866 bus /sierra_3: Setting Powered False\u000a22:03:14.306130 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21312): Process ended prematurely: osmo-stp_10.42.42.5(pid=21312) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21312)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21312): Process ended prematurely: osmo-stp_10.42.42.5(pid=21312) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:03:15.415115 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:15.426951 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:03:15.582837 tst mo_mt_call_osmux.py: using LAC 23958\u000a22:03:15.705771 tst mo_mt_call_osmux.py: using RAC 243\u000a22:03:15.821388 tst mo_mt_call_osmux.py: using CellId 23958\u000a22:03:15.948582 tst mo_mt_call_osmux.py: using BVCI 23959\u000a22:03:15.972785 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:15.984662 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:15.996369 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:16.008842 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:16.022245 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:03:16.035135 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:03:16.158253 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:03:16.393506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:16.954209 run create_hlr_db(pid=21306): Launched\u000a22:03:17.144713 bus /sierra_2: Setting Powered False\u000a22:03:18.162530 run create_hlr_db(pid=21306): Terminated: ok {rc=0}\u000a22:03:18.589856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21308): Launched\u000a22:03:18.909455 run osmo-hlr_10.42.42.2(pid=21309): Launched\u000a22:03:19.028864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:19.587578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21311): Launched\u000a22:03:19.907668 run osmo-stp_10.42.42.5(pid=21312): Launched\u000a22:03:20.023587 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:20.609472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21314): Launched\u000a22:03:20.931382 run osmo-msc_10.42.42.6(pid=21315): Launched\u000a22:03:21.119310 run osmo-stp_10.42.42.5(pid=21312): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21312)]\u000a22:03:21.255607 run osmo-stp_10.42.42.5(pid=21312): stdout: \u000a| (launched: 2022-12-09_22:03:19.751143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:21.391375 run osmo-stp_10.42.42.5(pid=21312): stderr: \u000a| �[0;m�[38;5;43m20221209220319943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220319943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220319943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220319944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220319944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220319944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220319944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:21.519958 run osmo-stp_10.42.42.5(pid=21312): stdout: \u000a| (launched: 2022-12-09_22:03:19.751143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:21.647096 run osmo-stp_10.42.42.5(pid=21312): stderr: \u000a| �[0;m�[38;5;43m20221209220319943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220319943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220319943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220319944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220319944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220319944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220319944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:21.703240 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21312): Process ended prematurely: osmo-stp_10.42.42.5(pid=21312) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21312)] [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:03:21.712478 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:03:21.774883 run osmo-hlr_10.42.42.2(pid=21309): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21309)]\u000a22:03:21.826950 run osmo-hlr_10.42.42.2(pid=21309): stdout: \u000a| (launched: 2022-12-09_22:03:18.753159) \u000a22:03:21.879324 run osmo-hlr_10.42.42.2(pid=21309): stderr: \u000a| �[0;m�[1;31m20221209220318952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220318952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220318952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220318952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220318952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220318952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220318965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220318974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220318974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220318974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:21.950334 run osmo-msc_10.42.42.6(pid=21315): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21315)]\u000a22:03:22.001880 run osmo-msc_10.42.42.6(pid=21315): stdout: \u000a| (launched: 2022-12-09_22:03:20.773992) \u000a22:03:22.053887 run osmo-msc_10.42.42.6(pid=21315): stderr: \u000a| �[0;m�[38;5;43m20221209220321095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220321096 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99efe1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220321096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220321096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220321096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220321096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220321098 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220321098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220321098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220321098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:22.098098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21308): Terminating (SIGTERM)\u000a22:03:22.139778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21311): Terminating (SIGTERM)\u000a22:03:22.181825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21314): Terminating (SIGTERM)\u000a22:03:22.191385 --- ParallelTerminationStrategy: PID 21308 died...\u000a22:03:22.247433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21308): Terminated: ok {rc=0}\u000a22:03:22.257811 --- ParallelTerminationStrategy: PID 21311 died...\u000a22:03:22.313615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21311): Terminated: ok {rc=0}\u000a22:03:22.323560 --- ParallelTerminationStrategy: PID 21314 died...\u000a22:03:22.379213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21314): Terminated: ok {rc=0}\u000a22:03:22.466354 bus /sierra_3: Setting Powered False\u000a22:03:23.570774 bus /sierra_3: Setting Powered False\u000a22:03:24.682413 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:03:04" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21326): Process ended prematurely: osmo-stp_10.42.42.5(pid=21326) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21326)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21326): Process ended prematurely: osmo-stp_10.42.42.5(pid=21326) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:03:26.672249 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:26.683210 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:03:26.835485 tst mo_mt_call.py: using LAC 23959\u000a22:03:26.953295 tst mo_mt_call.py: using RAC 244\u000a22:03:27.070163 tst mo_mt_call.py: using CellId 23959\u000a22:03:27.185620 tst mo_mt_call.py: using BVCI 23960\u000a22:03:27.208162 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:27.219006 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:27.229807 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:27.240882 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:27.252145 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:27.263096 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:03:27.382841 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:03:27.585072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:28.057097 run create_hlr_db(pid=21320): Launched\u000a22:03:28.230511 bus /sierra_2: Setting Powered False\u000a22:03:29.251388 run create_hlr_db(pid=21320): Terminated: ok {rc=0}\u000a22:03:29.652349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21322): Launched\u000a22:03:29.952742 run osmo-hlr_10.42.42.2(pid=21323): Launched\u000a22:03:30.067017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:30.597097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21325): Launched\u000a22:03:30.983653 run osmo-stp_10.42.42.5(pid=21326): Launched\u000a22:03:31.178542 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:31.804154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21328): Launched\u000a22:03:32.195330 run osmo-msc_10.42.42.6(pid=21329): Launched\u000a22:03:32.372829 run osmo-stp_10.42.42.5(pid=21326): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21326)]\u000a22:03:32.501781 run osmo-stp_10.42.42.5(pid=21326): stdout: \u000a| (launched: 2022-12-09_22:03:30.749498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:32.627420 run osmo-stp_10.42.42.5(pid=21326): stderr: \u000a| �[0;m�[38;5;43m20221209220330957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220330957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220330958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220330958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220330958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220330959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220330959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:32.748079 run osmo-stp_10.42.42.5(pid=21326): stdout: \u000a| (launched: 2022-12-09_22:03:30.749498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:32.867664 run osmo-stp_10.42.42.5(pid=21326): stderr: \u000a| �[0;m�[38;5;43m20221209220330957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220330957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220330958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220330958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220330958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220330959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220330959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:32.920330 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21326): Process ended prematurely: osmo-stp_10.42.42.5(pid=21326) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21326)] [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:03:32.929193 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:03:32.989617 run osmo-hlr_10.42.42.2(pid=21323): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21323)]\u000a22:03:33.039183 run osmo-hlr_10.42.42.2(pid=21323): stdout: \u000a| (launched: 2022-12-09_22:03:29.805228) \u000a22:03:33.089194 run osmo-hlr_10.42.42.2(pid=21323): stderr: \u000a| �[0;m�[1;31m20221209220329982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220329982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220329982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220329982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220329982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220329982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220329994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220330003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220330003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220330003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:33.156698 run osmo-msc_10.42.42.6(pid=21329): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21329)]\u000a22:03:33.206178 run osmo-msc_10.42.42.6(pid=21329): stdout: \u000a| (launched: 2022-12-09_22:03:31.975050) \u000a22:03:33.256216 run osmo-msc_10.42.42.6(pid=21329): stderr: \u000a| �[0;m�[38;5;43m20221209220332344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220332344 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ef2965c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220332344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220332344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220332345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220332345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220332347 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220332347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220332347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220332347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:33.298351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21322): Terminating (SIGTERM)\u000a22:03:33.338689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21325): Terminating (SIGTERM)\u000a22:03:33.378935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21328): Terminating (SIGTERM)\u000a22:03:33.388350 --- ParallelTerminationStrategy: PID 21322 died...\u000a22:03:33.442611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21322): Terminated: ok {rc=0}\u000a22:03:33.452346 --- ParallelTerminationStrategy: PID 21325 died...\u000a22:03:33.506754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21325): Terminated: ok {rc=0}\u000a22:03:33.516541 --- ParallelTerminationStrategy: PID 21328 died...\u000a22:03:33.570818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21328): Terminated: ok {rc=0}\u000a22:03:33.654632 bus /sierra_3: Setting Powered False\u000a22:03:34.762579 bus /sierra_3: Setting Powered False\u000a22:03:35.870904 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21337): Process ended prematurely: osmo-stp_10.42.42.5(pid=21337) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21337)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21337): Process ended prematurely: osmo-stp_10.42.42.5(pid=21337) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:03:36.985406 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:36.997473 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:03:37.163722 tst mo_mt_call_osmux.py: using LAC 23960\u000a22:03:37.288848 tst mo_mt_call_osmux.py: using RAC 245\u000a22:03:37.416217 tst mo_mt_call_osmux.py: using CellId 23960\u000a22:03:37.543587 tst mo_mt_call_osmux.py: using BVCI 23961\u000a22:03:37.568159 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:37.579655 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:37.590895 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:37.602268 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:37.613679 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:03:37.624879 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:03:37.745251 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:03:37.946387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:38.420805 run create_hlr_db(pid=21331): Launched\u000a22:03:38.596009 bus /sierra_2: Setting Powered False\u000a22:03:39.615550 run create_hlr_db(pid=21331): Terminated: ok {rc=0}\u000a22:03:40.018287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21333): Launched\u000a22:03:40.320378 run osmo-hlr_10.42.42.2(pid=21334): Launched\u000a22:03:40.438283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:40.971083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21336): Launched\u000a22:03:41.271037 run osmo-stp_10.42.42.5(pid=21337): Launched\u000a22:03:41.380493 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:41.934968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21339): Launched\u000a22:03:42.236941 run osmo-msc_10.42.42.6(pid=21340): Launched\u000a22:03:42.414216 run osmo-stp_10.42.42.5(pid=21337): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21337)]\u000a22:03:42.542989 run osmo-stp_10.42.42.5(pid=21337): stdout: \u000a| (launched: 2022-12-09_22:03:41.123513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:42.668771 run osmo-stp_10.42.42.5(pid=21337): stderr: \u000a| �[0;m�[38;5;43m20221209220341293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220341293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220341293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220341294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220341296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220341296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220341296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:42.790096 run osmo-stp_10.42.42.5(pid=21337): stdout: \u000a| (launched: 2022-12-09_22:03:41.123513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:42.909949 run osmo-stp_10.42.42.5(pid=21337): stderr: \u000a| �[0;m�[38;5;43m20221209220341293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220341293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220341293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220341294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220341296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220341296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220341296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:42.963155 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21337): Process ended prematurely: osmo-stp_10.42.42.5(pid=21337) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21337)] [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:03:42.971792 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:03:43.032582 run osmo-hlr_10.42.42.2(pid=21334): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21334)]\u000a22:03:43.082066 run osmo-hlr_10.42.42.2(pid=21334): stdout: \u000a| (launched: 2022-12-09_22:03:40.171381) \u000a22:03:43.132461 run osmo-hlr_10.42.42.2(pid=21334): stderr: \u000a| �[0;m�[1;31m20221209220340345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220340345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220340345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220340345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220340345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220340345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220340357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220340365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220340366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220340366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:43.200119 run osmo-msc_10.42.42.6(pid=21340): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21340)]\u000a22:03:43.249502 run osmo-msc_10.42.42.6(pid=21340): stdout: \u000a| (launched: 2022-12-09_22:03:42.088219) \u000a22:03:43.299538 run osmo-msc_10.42.42.6(pid=21340): stderr: \u000a| �[0;m�[38;5;43m20221209220342358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220342358 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c331a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220342358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220342358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220342358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220342359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220342360 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220342361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220342361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220342361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:43.341678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21333): Terminating (SIGTERM)\u000a22:03:43.381833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21336): Terminating (SIGTERM)\u000a22:03:43.422410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21339): Terminating (SIGTERM)\u000a22:03:43.432052 --- ParallelTerminationStrategy: PID 21333 died...\u000a22:03:43.485965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21333): Terminated: ok {rc=0}\u000a22:03:43.495877 --- ParallelTerminationStrategy: PID 21336 died...\u000a22:03:43.549084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21336): Terminated: ok {rc=0}\u000a22:03:43.559034 --- ParallelTerminationStrategy: PID 21339 died...\u000a22:03:43.612330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21339): Terminated: ok {rc=0}\u000a22:03:43.699593 bus /sierra_3: Setting Powered False\u000a22:03:44.805220 bus /sierra_3: Setting Powered False\u000a22:03:45.935228 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:03:26" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21351): Process ended prematurely: osmo-stp_10.42.42.5(pid=21351) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21351)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21351): Process ended prematurely: osmo-stp_10.42.42.5(pid=21351) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:03:47.942061 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:47.953453 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:03:48.117971 tst mo_mt_call.py: using LAC 23961\u000a22:03:48.244562 tst mo_mt_call.py: using RAC 246\u000a22:03:48.370010 tst mo_mt_call.py: using CellId 23961\u000a22:03:48.494580 tst mo_mt_call.py: using BVCI 23962\u000a22:03:48.518960 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:48.530463 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:48.541954 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:48.553223 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:48.564580 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:48.575890 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:03:48.693186 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:03:48.903410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:49.413946 run create_hlr_db(pid=21345): Launched\u000a22:03:49.600213 bus /sierra_2: Setting Powered False\u000a22:03:50.620295 run create_hlr_db(pid=21345): Terminated: ok {rc=0}\u000a22:03:51.023500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21347): Launched\u000a22:03:51.323797 run osmo-hlr_10.42.42.2(pid=21348): Launched\u000a22:03:51.437573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:03:51.960733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21350): Launched\u000a22:03:52.260570 run osmo-stp_10.42.42.5(pid=21351): Launched\u000a22:03:52.371242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:03:52.920910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21353): Launched\u000a22:03:53.222580 run osmo-msc_10.42.42.6(pid=21354): Launched\u000a22:03:53.399953 run osmo-stp_10.42.42.5(pid=21351): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21351)]\u000a22:03:53.528622 run osmo-stp_10.42.42.5(pid=21351): stdout: \u000a| (launched: 2022-12-09_22:03:52.113436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:53.654664 run osmo-stp_10.42.42.5(pid=21351): stderr: \u000a| �[0;m�[38;5;43m20221209220352283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220352284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220352284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220352284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220352285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220352285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220352285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:53.775490 run osmo-stp_10.42.42.5(pid=21351): stdout: \u000a| (launched: 2022-12-09_22:03:52.113436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:03:53.895537 run osmo-stp_10.42.42.5(pid=21351): stderr: \u000a| �[0;m�[38;5;43m20221209220352283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220352284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220352284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220352284 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220352285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220352285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220352285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:03:53.948409 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21351): Process ended prematurely: osmo-stp_10.42.42.5(pid=21351) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21351)] [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:03:53.957134 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:03:54.017778 run osmo-hlr_10.42.42.2(pid=21348): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21348)]\u000a22:03:54.067252 run osmo-hlr_10.42.42.2(pid=21348): stdout: \u000a| (launched: 2022-12-09_22:03:51.176295) \u000a22:03:54.117524 run osmo-hlr_10.42.42.2(pid=21348): stderr: \u000a| �[0;m�[1;31m20221209220351352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220351352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220351352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220351352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220351352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220351352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220351367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220351378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220351378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220351378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:03:54.184876 run osmo-msc_10.42.42.6(pid=21354): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21354)]\u000a22:03:54.234084 run osmo-msc_10.42.42.6(pid=21354): stdout: \u000a| (launched: 2022-12-09_22:03:53.073846) \u000a22:03:54.284000 run osmo-msc_10.42.42.6(pid=21354): stderr: \u000a| �[0;m�[38;5;43m20221209220353347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220353347 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f195b9b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220353347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220353347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220353348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220353348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220353350 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220353350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220353351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220353351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:03:54.325601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21347): Terminating (SIGTERM)\u000a22:03:54.365771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21350): Terminating (SIGTERM)\u000a22:03:54.405709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21353): Terminating (SIGTERM)\u000a22:03:54.415013 --- ParallelTerminationStrategy: PID 21347 died...\u000a22:03:54.468495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21347): Terminated: ok {rc=0}\u000a22:03:54.478211 --- ParallelTerminationStrategy: PID 21350 died...\u000a22:03:54.531953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21350): Terminated: ok {rc=0}\u000a22:03:54.541770 --- ParallelTerminationStrategy: PID 21353 died...\u000a22:03:54.595529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21353): Terminated: ok {rc=0}\u000a22:03:54.679846 bus /sierra_3: Setting Powered False\u000a22:03:55.785822 bus /sierra_3: Setting Powered False\u000a22:03:56.893640 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21362): Process ended prematurely: osmo-stp_10.42.42.5(pid=21362) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21362)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21362): Process ended prematurely: osmo-stp_10.42.42.5(pid=21362) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:03:58.003248 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:58.014928 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:03:58.169530 tst mo_mt_call_osmux.py: using LAC 23962\u000a22:03:58.295350 tst mo_mt_call_osmux.py: using RAC 247\u000a22:03:58.422248 tst mo_mt_call_osmux.py: using CellId 23962\u000a22:03:58.547170 tst mo_mt_call_osmux.py: using BVCI 23963\u000a22:03:58.571846 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:58.583532 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:58.594987 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:58.606376 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:58.617748 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:03:58.628931 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:03:58.747008 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:03:58.958381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:03:59.470744 run create_hlr_db(pid=21356): Launched\u000a22:03:59.656782 bus /sierra_2: Setting Powered False\u000a22:04:00.677644 run create_hlr_db(pid=21356): Terminated: ok {rc=0}\u000a22:04:01.140429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21358): Launched\u000a22:04:01.474267 run osmo-hlr_10.42.42.2(pid=21359): Launched\u000a22:04:01.619671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:02.352455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21361): Launched\u000a22:04:02.674989 run osmo-stp_10.42.42.5(pid=21362): Launched\u000a22:04:02.792005 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:03.380383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21364): Launched\u000a22:04:03.701315 run osmo-msc_10.42.42.6(pid=21365): Launched\u000a22:04:03.890903 run osmo-stp_10.42.42.5(pid=21362): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21362)]\u000a22:04:04.027476 run osmo-stp_10.42.42.5(pid=21362): stdout: \u000a| (launched: 2022-12-09_22:04:02.516862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:04.163165 run osmo-stp_10.42.42.5(pid=21362): stderr: \u000a| �[0;m�[38;5;43m20221209220402707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220402707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220402707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220402708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220402708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220402708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220402708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:04.292470 run osmo-stp_10.42.42.5(pid=21362): stdout: \u000a| (launched: 2022-12-09_22:04:02.516862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:04.420622 run osmo-stp_10.42.42.5(pid=21362): stderr: \u000a| �[0;m�[38;5;43m20221209220402707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220402707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220402707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220402708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220402708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220402708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220402708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:04.477320 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21362): Process ended prematurely: osmo-stp_10.42.42.5(pid=21362) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21362)] [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:04:04.486791 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:04:04.549589 run osmo-hlr_10.42.42.2(pid=21359): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21359)]\u000a22:04:04.601157 run osmo-hlr_10.42.42.2(pid=21359): stdout: \u000a| (launched: 2022-12-09_22:04:01.310914) \u000a22:04:04.653302 run osmo-hlr_10.42.42.2(pid=21359): stderr: \u000a| �[0;m�[1;31m20221209220401731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220401731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220401731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220401731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220401731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220401734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220401755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220401780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220401780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220401780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:04.724050 run osmo-msc_10.42.42.6(pid=21365): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21365)]\u000a22:04:04.775730 run osmo-msc_10.42.42.6(pid=21365): stdout: \u000a| (launched: 2022-12-09_22:04:03.544297) \u000a22:04:04.827995 run osmo-msc_10.42.42.6(pid=21365): stderr: \u000a| �[0;m�[38;5;43m20221209220403865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220403866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb28fc9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220403866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220403866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220403866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220403866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220403868 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220403868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220403868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220403868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:04.872595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21358): Terminating (SIGTERM)\u000a22:04:04.914614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21361): Terminating (SIGTERM)\u000a22:04:04.956438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21364): Terminating (SIGTERM)\u000a22:04:04.966214 --- ParallelTerminationStrategy: PID 21358 died...\u000a22:04:05.022790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21358): Terminated: ok {rc=0}\u000a22:04:05.032909 --- ParallelTerminationStrategy: PID 21361 died...\u000a22:04:05.088794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21361): Terminated: ok {rc=0}\u000a22:04:05.098902 --- ParallelTerminationStrategy: PID 21364 died...\u000a22:04:05.154885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21364): Terminated: ok {rc=0}\u000a22:04:05.242851 bus /sierra_3: Setting Powered False\u000a22:04:06.345777 bus /sierra_3: Setting Powered False\u000a22:04:07.457157 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:03:47" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21376): Process ended prematurely: osmo-stp_10.42.42.5(pid=21376) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21376)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21376): Process ended prematurely: osmo-stp_10.42.42.5(pid=21376) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:04:09.456415 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:09.467381 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:04:09.631550 tst mo_mt_call.py: using LAC 23963\u000a22:04:09.750123 tst mo_mt_call.py: using RAC 248\u000a22:04:09.866256 tst mo_mt_call.py: using CellId 23963\u000a22:04:09.981376 tst mo_mt_call.py: using BVCI 23964\u000a22:04:10.004010 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:10.014994 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:10.025789 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:10.036745 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:10.047838 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:10.059206 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:04:10.174502 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:04:10.374995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:10.846895 run create_hlr_db(pid=21370): Launched\u000a22:04:11.020169 bus /sierra_2: Setting Powered False\u000a22:04:12.043234 run create_hlr_db(pid=21370): Terminated: ok {rc=0}\u000a22:04:12.443640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21372): Launched\u000a22:04:12.744643 run osmo-hlr_10.42.42.2(pid=21373): Launched\u000a22:04:12.855309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:13.377616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21375): Launched\u000a22:04:13.679157 run osmo-stp_10.42.42.5(pid=21376): Launched\u000a22:04:13.789900 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:14.342517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21378): Launched\u000a22:04:14.644153 run osmo-msc_10.42.42.6(pid=21379): Launched\u000a22:04:14.821137 run osmo-stp_10.42.42.5(pid=21376): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21376)]\u000a22:04:14.949114 run osmo-stp_10.42.42.5(pid=21376): stdout: \u000a| (launched: 2022-12-09_22:04:13.530282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:15.074937 run osmo-stp_10.42.42.5(pid=21376): stderr: \u000a| �[0;m�[38;5;43m20221209220413701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220413702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220413702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220413702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220413703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220413703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220413703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:15.195516 run osmo-stp_10.42.42.5(pid=21376): stdout: \u000a| (launched: 2022-12-09_22:04:13.530282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:15.314901 run osmo-stp_10.42.42.5(pid=21376): stderr: \u000a| �[0;m�[38;5;43m20221209220413701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220413702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220413702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220413702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220413703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220413703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220413703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:15.367933 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21376): Process ended prematurely: osmo-stp_10.42.42.5(pid=21376) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21376)] [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:04:15.376731 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:04:15.436991 run osmo-hlr_10.42.42.2(pid=21373): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21373)]\u000a22:04:15.486432 run osmo-hlr_10.42.42.2(pid=21373): stdout: \u000a| (launched: 2022-12-09_22:04:12.596452) \u000a22:04:15.536094 run osmo-hlr_10.42.42.2(pid=21373): stderr: \u000a| �[0;m�[1;31m20221209220412773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220412773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220412773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220412773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220412773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220412773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220412786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220412795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220412795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220412795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:15.603420 run osmo-msc_10.42.42.6(pid=21379): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21379)]\u000a22:04:15.652837 run osmo-msc_10.42.42.6(pid=21379): stdout: \u000a| (launched: 2022-12-09_22:04:14.495445) \u000a22:04:15.702859 run osmo-msc_10.42.42.6(pid=21379): stderr: \u000a| �[0;m�[38;5;43m20221209220414768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220414768 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77b7c1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220414768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220414768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220414769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220414769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220414771 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220414771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220414772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220414772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:15.745022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21372): Terminating (SIGTERM)\u000a22:04:15.784845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21375): Terminating (SIGTERM)\u000a22:04:15.824767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21378): Terminating (SIGTERM)\u000a22:04:15.841847 --- ParallelTerminationStrategy: PID 21372 died...\u000a22:04:15.910229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21372): Terminated: ok {rc=0}\u000a22:04:15.921032 --- ParallelTerminationStrategy: PID 21375 died...\u000a22:04:15.976817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21375): Terminated: ok {rc=0}\u000a22:04:15.987376 --- ParallelTerminationStrategy: PID 21378 died...\u000a22:04:16.043284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21378): Terminated: ok {rc=0}\u000a22:04:16.129848 bus /sierra_3: Setting Powered False\u000a22:04:17.243156 bus /sierra_3: Setting Powered False\u000a22:04:18.354417 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21387): Process ended prematurely: osmo-stp_10.42.42.5(pid=21387) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21387)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21387): Process ended prematurely: osmo-stp_10.42.42.5(pid=21387) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:04:19.470481 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:19.482631 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:04:19.646456 tst mo_mt_call_osmux.py: using LAC 23964\u000a22:04:19.771190 tst mo_mt_call_osmux.py: using RAC 249\u000a22:04:19.887266 tst mo_mt_call_osmux.py: using CellId 23964\u000a22:04:20.011522 tst mo_mt_call_osmux.py: using BVCI 23965\u000a22:04:20.036274 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:20.047716 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:20.059117 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:20.070457 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:20.081948 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:04:20.093356 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:04:20.210646 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:04:20.412244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:20.885409 run create_hlr_db(pid=21381): Launched\u000a22:04:21.059051 bus /sierra_2: Setting Powered False\u000a22:04:22.081042 run create_hlr_db(pid=21381): Terminated: ok {rc=0}\u000a22:04:22.481403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21383): Launched\u000a22:04:22.783213 run osmo-hlr_10.42.42.2(pid=21384): Launched\u000a22:04:22.902355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:23.428585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21386): Launched\u000a22:04:23.730277 run osmo-stp_10.42.42.5(pid=21387): Launched\u000a22:04:23.840094 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:24.388429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21389): Launched\u000a22:04:24.688854 run osmo-msc_10.42.42.6(pid=21390): Launched\u000a22:04:24.865646 run osmo-stp_10.42.42.5(pid=21387): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21387)]\u000a22:04:24.994055 run osmo-stp_10.42.42.5(pid=21387): stdout: \u000a| (launched: 2022-12-09_22:04:23.581235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:25.119830 run osmo-stp_10.42.42.5(pid=21387): stderr: \u000a| �[0;m�[38;5;43m20221209220423751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220423751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220423751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220423752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220423752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220423752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220423752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:25.240397 run osmo-stp_10.42.42.5(pid=21387): stdout: \u000a| (launched: 2022-12-09_22:04:23.581235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:25.360155 run osmo-stp_10.42.42.5(pid=21387): stderr: \u000a| �[0;m�[38;5;43m20221209220423751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220423751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220423751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220423752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220423752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220423752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220423752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:25.413146 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21387): Process ended prematurely: osmo-stp_10.42.42.5(pid=21387) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21387)] [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:04:25.421731 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:04:25.482344 run osmo-hlr_10.42.42.2(pid=21384): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21384)]\u000a22:04:25.532198 run osmo-hlr_10.42.42.2(pid=21384): stdout: \u000a| (launched: 2022-12-09_22:04:22.633633) \u000a22:04:25.582181 run osmo-hlr_10.42.42.2(pid=21384): stderr: \u000a| �[0;m�[1;31m20221209220422809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220422809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220422809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220422809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220422809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220422809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220422821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220422829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220422830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220422830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:25.649834 run osmo-msc_10.42.42.6(pid=21390): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21390)]\u000a22:04:25.699340 run osmo-msc_10.42.42.6(pid=21390): stdout: \u000a| (launched: 2022-12-09_22:04:24.540854) \u000a22:04:25.749900 run osmo-msc_10.42.42.6(pid=21390): stderr: \u000a| �[0;m�[38;5;43m20221209220424814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220424814 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1db32d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220424814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220424814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220424814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220424814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220424816 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220424817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220424817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220424817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:25.792391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21383): Terminating (SIGTERM)\u000a22:04:25.832175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21386): Terminating (SIGTERM)\u000a22:04:25.872497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21389): Terminating (SIGTERM)\u000a22:04:25.881860 --- ParallelTerminationStrategy: PID 21383 died...\u000a22:04:25.935780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21383): Terminated: ok {rc=0}\u000a22:04:25.945760 --- ParallelTerminationStrategy: PID 21386 died...\u000a22:04:25.999155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21386): Terminated: ok {rc=0}\u000a22:04:26.009090 --- ParallelTerminationStrategy: PID 21389 died...\u000a22:04:26.062940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21389): Terminated: ok {rc=0}\u000a22:04:26.151712 bus /sierra_3: Setting Powered False\u000a22:04:27.254598 bus /sierra_3: Setting Powered False\u000a22:04:28.362117 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:04:09" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21401): Process ended prematurely: osmo-stp_10.42.42.5(pid=21401) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21401)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21401): Process ended prematurely: osmo-stp_10.42.42.5(pid=21401) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:04:30.348214 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:30.359148 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:04:30.512882 tst mo_mt_call.py: using LAC 23965\u000a22:04:30.631578 tst mo_mt_call.py: using RAC 250\u000a22:04:30.748303 tst mo_mt_call.py: using CellId 23965\u000a22:04:30.872852 tst mo_mt_call.py: using BVCI 23966\u000a22:04:30.901954 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:30.921207 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:30.936927 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:30.949627 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:30.963784 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:30.976613 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:04:31.106953 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:04:31.319412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:31.839683 run create_hlr_db(pid=21395): Launched\u000a22:04:32.016091 bus /sierra_2: Setting Powered False\u000a22:04:33.034387 run create_hlr_db(pid=21395): Terminated: ok {rc=0}\u000a22:04:33.460778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21397): Launched\u000a22:04:33.782057 run osmo-hlr_10.42.42.2(pid=21398): Launched\u000a22:04:33.901510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:34.462358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21400): Launched\u000a22:04:34.782735 run osmo-stp_10.42.42.5(pid=21401): Launched\u000a22:04:34.899089 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:35.483562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21403): Launched\u000a22:04:35.803524 run osmo-msc_10.42.42.6(pid=21404): Launched\u000a22:04:35.993776 run osmo-stp_10.42.42.5(pid=21401): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21401)]\u000a22:04:36.129729 run osmo-stp_10.42.42.5(pid=21401): stdout: \u000a| (launched: 2022-12-09_22:04:34.625905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:36.265529 run osmo-stp_10.42.42.5(pid=21401): stderr: \u000a| �[0;m�[38;5;43m20221209220434818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220434818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220434818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220434819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220434819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220434819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220434819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:36.394668 run osmo-stp_10.42.42.5(pid=21401): stdout: \u000a| (launched: 2022-12-09_22:04:34.625905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:36.522472 run osmo-stp_10.42.42.5(pid=21401): stderr: \u000a| �[0;m�[38;5;43m20221209220434818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220434818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220434818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220434819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220434819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220434819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220434819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:36.578963 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21401): Process ended prematurely: osmo-stp_10.42.42.5(pid=21401) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21401)] [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:04:36.588299 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:04:36.650725 run osmo-hlr_10.42.42.2(pid=21398): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21398)]\u000a22:04:36.701998 run osmo-hlr_10.42.42.2(pid=21398): stdout: \u000a| (launched: 2022-12-09_22:04:33.623909) \u000a22:04:36.753688 run osmo-hlr_10.42.42.2(pid=21398): stderr: \u000a| �[0;m�[1;31m20221209220433821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220433822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220433822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220433822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220433822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220433822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220433849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220433860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220433861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220433861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:36.823867 run osmo-msc_10.42.42.6(pid=21404): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21404)]\u000a22:04:36.875395 run osmo-msc_10.42.42.6(pid=21404): stdout: \u000a| (launched: 2022-12-09_22:04:35.646669) \u000a22:04:36.927194 run osmo-msc_10.42.42.6(pid=21404): stderr: \u000a| �[0;m�[38;5;43m20221209220435969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220435969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5907220c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220435969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220435969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220435969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220435969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220435971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220435971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220435972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220435972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:36.971053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21397): Terminating (SIGTERM)\u000a22:04:37.012583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21400): Terminating (SIGTERM)\u000a22:04:37.054226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21403): Terminating (SIGTERM)\u000a22:04:37.063851 --- ParallelTerminationStrategy: PID 21397 died...\u000a22:04:37.119540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21397): Terminated: ok {rc=0}\u000a22:04:37.129731 --- ParallelTerminationStrategy: PID 21400 died...\u000a22:04:37.185141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21400): Terminated: ok {rc=0}\u000a22:04:37.195259 --- ParallelTerminationStrategy: PID 21403 died...\u000a22:04:37.251045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21403): Terminated: ok {rc=0}\u000a22:04:37.338918 bus /sierra_3: Setting Powered False\u000a22:04:38.446512 bus /sierra_3: Setting Powered False\u000a22:04:39.557737 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21412): Process ended prematurely: osmo-stp_10.42.42.5(pid=21412) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21412)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21412): Process ended prematurely: osmo-stp_10.42.42.5(pid=21412) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:04:40.667873 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:40.679660 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:04:40.837700 tst mo_mt_call_osmux.py: using LAC 23966\u000a22:04:40.955655 tst mo_mt_call_osmux.py: using RAC 251\u000a22:04:41.075757 tst mo_mt_call_osmux.py: using CellId 23966\u000a22:04:41.195387 tst mo_mt_call_osmux.py: using BVCI 23967\u000a22:04:41.218243 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:41.229242 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:41.239950 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:41.251142 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:41.262465 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:04:41.273496 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:04:41.389047 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:04:41.599075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:42.113917 run create_hlr_db(pid=21406): Launched\u000a22:04:42.300086 bus /sierra_2: Setting Powered False\u000a22:04:43.322254 run create_hlr_db(pid=21406): Terminated: ok {rc=0}\u000a22:04:43.728264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21408): Launched\u000a22:04:44.030238 run osmo-hlr_10.42.42.2(pid=21409): Launched\u000a22:04:44.141722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:44.664372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21411): Launched\u000a22:04:44.966100 run osmo-stp_10.42.42.5(pid=21412): Launched\u000a22:04:45.076350 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:45.627867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21414): Launched\u000a22:04:45.983360 run osmo-msc_10.42.42.6(pid=21415): Launched\u000a22:04:46.283218 run osmo-stp_10.42.42.5(pid=21412): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21412)]\u000a22:04:46.531402 run osmo-stp_10.42.42.5(pid=21412): stdout: \u000a| (launched: 2022-12-09_22:04:44.818111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:46.769908 run osmo-stp_10.42.42.5(pid=21412): stderr: \u000a| �[0;m�[38;5;43m20221209220444987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220444987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220444988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220444988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220444988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220444989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220444989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:46.895121 run osmo-stp_10.42.42.5(pid=21412): stdout: \u000a| (launched: 2022-12-09_22:04:44.818111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:47.019145 run osmo-stp_10.42.42.5(pid=21412): stderr: \u000a| �[0;m�[38;5;43m20221209220444987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220444987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220444988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220444988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220444988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220444989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220444989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:47.074100 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21412): Process ended prematurely: osmo-stp_10.42.42.5(pid=21412) [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21412)] [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:04:47.083761 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:04:47.149122 run osmo-hlr_10.42.42.2(pid=21409): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21409)]\u000a22:04:47.201458 run osmo-hlr_10.42.42.2(pid=21409): stdout: \u000a| (launched: 2022-12-09_22:04:43.881913) \u000a22:04:47.254331 run osmo-hlr_10.42.42.2(pid=21409): stderr: \u000a| �[0;m�[1;31m20221209220444060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220444060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220444060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220444060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220444060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220444060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220444073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220444084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220444084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220444084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:47.324673 run osmo-msc_10.42.42.6(pid=21415): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21415)]\u000a22:04:47.375328 run osmo-msc_10.42.42.6(pid=21415): stdout: \u000a| (launched: 2022-12-09_22:04:45.780680) \u000a22:04:47.425546 run osmo-msc_10.42.42.6(pid=21415): stderr: \u000a| �[0;m�[38;5;43m20221209220446387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220446387 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1971943c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220446387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220446387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220446387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220446387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220446397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220446398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220446398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220446398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:47.468104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21408): Terminating (SIGTERM)\u000a22:04:47.508457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21411): Terminating (SIGTERM)\u000a22:04:47.549170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21414): Terminating (SIGTERM)\u000a22:04:47.558694 --- ParallelTerminationStrategy: PID 21408 died...\u000a22:04:47.612766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21408): Terminated: ok {rc=0}\u000a22:04:47.622678 --- ParallelTerminationStrategy: PID 21411 died...\u000a22:04:47.676982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21411): Terminated: ok {rc=0}\u000a22:04:47.687151 --- ParallelTerminationStrategy: PID 21414 died...\u000a22:04:47.741006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21414): Terminated: ok {rc=0}\u000a22:04:47.831006 bus /sierra_3: Setting Powered False\u000a22:04:48.933878 bus /sierra_3: Setting Powered False\u000a22:04:50.040269 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:04:30" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21426): Process ended prematurely: osmo-stp_10.42.42.5(pid=21426) [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21426)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21426): Process ended prematurely: osmo-stp_10.42.42.5(pid=21426) [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:04:52.050361 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:52.062014 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:04:52.232149 tst mo_mt_call.py: using LAC 23967\u000a22:04:52.353706 tst mo_mt_call.py: using RAC 252\u000a22:04:52.470613 tst mo_mt_call.py: using CellId 23967\u000a22:04:52.587344 tst mo_mt_call.py: using BVCI 23968\u000a22:04:52.610308 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:52.621598 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:52.632377 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:52.643674 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:52.655251 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:04:52.666639 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:04:52.787063 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:04:52.988701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:04:53.461169 run create_hlr_db(pid=21420): Launched\u000a22:04:53.634009 bus /sierra_2: Setting Powered False\u000a22:04:54.668062 run create_hlr_db(pid=21420): Terminated: ok {rc=0}\u000a22:04:55.072169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21422): Launched\u000a22:04:55.371420 run osmo-hlr_10.42.42.2(pid=21423): Launched\u000a22:04:55.484442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:04:56.015400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21425): Launched\u000a22:04:56.315007 run osmo-stp_10.42.42.5(pid=21426): Launched\u000a22:04:56.424778 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:04:56.972343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21428): Launched\u000a22:04:57.272867 run osmo-msc_10.42.42.6(pid=21429): Launched\u000a22:04:57.449360 run osmo-stp_10.42.42.5(pid=21426): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21426)]\u000a22:04:57.577370 run osmo-stp_10.42.42.5(pid=21426): stdout: \u000a| (launched: 2022-12-09_22:04:56.167625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:57.703013 run osmo-stp_10.42.42.5(pid=21426): stderr: \u000a| �[0;m�[38;5;43m20221209220456336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220456336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220456336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220456337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220456339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220456339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220456339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:57.823959 run osmo-stp_10.42.42.5(pid=21426): stdout: \u000a| (launched: 2022-12-09_22:04:56.167625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:04:57.943547 run osmo-stp_10.42.42.5(pid=21426): stderr: \u000a| �[0;m�[38;5;43m20221209220456336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220456336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220456336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220456337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220456339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220456339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220456339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:04:57.996781 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21426): Process ended prematurely: osmo-stp_10.42.42.5(pid=21426) [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21426)] [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:04:58.005648 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:04:58.065807 run osmo-hlr_10.42.42.2(pid=21423): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21423)]\u000a22:04:58.114653 run osmo-hlr_10.42.42.2(pid=21423): stdout: \u000a| (launched: 2022-12-09_22:04:55.224584) \u000a22:04:58.164225 run osmo-hlr_10.42.42.2(pid=21423): stderr: \u000a| �[0;m�[1;31m20221209220455398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220455398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220455398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220455398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220455398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220455398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220455411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220455421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220455421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220455421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:04:58.231367 run osmo-msc_10.42.42.6(pid=21429): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21429)]\u000a22:04:58.280496 run osmo-msc_10.42.42.6(pid=21429): stdout: \u000a| (launched: 2022-12-09_22:04:57.124938) \u000a22:04:58.330382 run osmo-msc_10.42.42.6(pid=21429): stderr: \u000a| �[0;m�[38;5;43m20221209220457397 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220457397 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f467033bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220457397 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220457397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220457398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220457398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220457400 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220457400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220457400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220457400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:04:58.372027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21422): Terminating (SIGTERM)\u000a22:04:58.411779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21425): Terminating (SIGTERM)\u000a22:04:58.451644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21428): Terminating (SIGTERM)\u000a22:04:58.461101 --- ParallelTerminationStrategy: PID 21422 died...\u000a22:04:58.514888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21422): Terminated: ok {rc=0}\u000a22:04:58.524662 --- ParallelTerminationStrategy: PID 21425 died...\u000a22:04:58.578012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21425): Terminated: ok {rc=0}\u000a22:04:58.587818 --- ParallelTerminationStrategy: PID 21428 died...\u000a22:04:58.641488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21428): Terminated: ok {rc=0}\u000a22:04:58.732026 bus /sierra_3: Setting Powered False\u000a22:04:59.839290 bus /sierra_3: Setting Powered False\u000a22:05:00.957752 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21440): Process ended prematurely: osmo-stp_10.42.42.5(pid=21440) [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21440)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21440): Process ended prematurely: osmo-stp_10.42.42.5(pid=21440) [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:05:02.100550 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:05:02.117600 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:05:02.298889 tst mo_mt_call_osmux.py: using LAC 23968\u000a22:05:02.416612 tst mo_mt_call_osmux.py: using RAC 253\u000a22:05:02.534219 tst mo_mt_call_osmux.py: using CellId 23968\u000a22:05:02.653617 tst mo_mt_call_osmux.py: using BVCI 23969\u000a22:05:02.676484 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:05:02.687778 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:05:02.698895 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:05:02.710469 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:05:02.722022 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:05:02.733527 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:05:02.854821 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:05:03.069613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:03.585116 run create_hlr_db(pid=21434): Launched\u000a22:05:03.771712 bus /sierra_2: Setting Powered False\u000a22:05:04.793157 run create_hlr_db(pid=21434): Terminated: ok {rc=0}\u000a22:05:05.222695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21436): Launched\u000a22:05:05.544562 run osmo-hlr_10.42.42.2(pid=21437): Launched\u000a22:05:05.665955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:06.229980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21439): Launched\u000a22:05:06.553248 run osmo-stp_10.42.42.5(pid=21440): Launched\u000a22:05:06.670279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:07.261909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21442): Launched\u000a22:05:07.585962 run osmo-msc_10.42.42.6(pid=21443): Launched\u000a22:05:07.775608 run osmo-stp_10.42.42.5(pid=21440): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21440)]\u000a22:05:07.913550 run osmo-stp_10.42.42.5(pid=21440): stdout: \u000a| (launched: 2022-12-09_22:05:06.395305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:08.050300 run osmo-stp_10.42.42.5(pid=21440): stderr: \u000a| �[0;m�[38;5;43m20221209220506588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220506588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220506589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220506589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220506589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220506590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220506590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:08.180833 run osmo-stp_10.42.42.5(pid=21440): stdout: \u000a| (launched: 2022-12-09_22:05:06.395305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:08.309967 run osmo-stp_10.42.42.5(pid=21440): stderr: \u000a| �[0;m�[38;5;43m20221209220506588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220506588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220506589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220506589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220506589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220506590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220506590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:08.366901 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21440): Process ended prematurely: osmo-stp_10.42.42.5(pid=21440) [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21440)] [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:05:08.376175 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:05:08.438567 run osmo-hlr_10.42.42.2(pid=21437): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21437)]\u000a22:05:08.490172 run osmo-hlr_10.42.42.2(pid=21437): stdout: \u000a| (launched: 2022-12-09_22:05:05.387272) \u000a22:05:08.542270 run osmo-hlr_10.42.42.2(pid=21437): stderr: \u000a| �[0;m�[1;31m20221209220505585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220505585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220505585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220505585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220505585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220505585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220505597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220505606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220505606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220505606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:08.612843 run osmo-msc_10.42.42.6(pid=21443): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21443)]\u000a22:05:08.663926 run osmo-msc_10.42.42.6(pid=21443): stdout: \u000a| (launched: 2022-12-09_22:05:07.427282) \u000a22:05:08.715555 run osmo-msc_10.42.42.6(pid=21443): stderr: \u000a| �[0;m�[38;5;43m20221209220507751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220507751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2559329c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220507751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220507751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220507752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220507752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220507753 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220507754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220507754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220507754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:08.759279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21436): Terminating (SIGTERM)\u000a22:05:08.800687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21439): Terminating (SIGTERM)\u000a22:05:08.842235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21442): Terminating (SIGTERM)\u000a22:05:08.851831 --- ParallelTerminationStrategy: PID 21436 died...\u000a22:05:08.908016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21436): Terminated: ok {rc=0}\u000a22:05:08.918129 --- ParallelTerminationStrategy: PID 21439 died...\u000a22:05:08.973556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21439): Terminated: ok {rc=0}\u000a22:05:08.983587 --- ParallelTerminationStrategy: PID 21442 died...\u000a22:05:09.038895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21442): Terminated: ok {rc=0}\u000a22:05:09.126180 bus /sierra_3: Setting Powered False\u000a22:05:10.232543 bus /sierra_3: Setting Powered False\u000a22:05:11.341061 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:04:51" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21455): Process ended prematurely: osmo-stp_10.42.42.5(pid=21455) [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21455)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21455): Process ended prematurely: osmo-stp_10.42.42.5(pid=21455) [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:05:13.348338 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:13.359371 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:05:13.515896 tst mo_mt_call.py: using LAC 23969\u000a22:05:13.632762 tst mo_mt_call.py: using RAC 254\u000a22:05:13.748901 tst mo_mt_call.py: using CellId 23969\u000a22:05:13.865666 tst mo_mt_call.py: using BVCI 23970\u000a22:05:13.888328 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:13.899185 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:13.909863 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:13.920848 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:13.932050 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:13.943137 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:05:14.062021 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:05:14.272941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:14.786492 run create_hlr_db(pid=21449): Launched\u000a22:05:14.973145 bus /sierra_2: Setting Powered False\u000a22:05:16.013058 run create_hlr_db(pid=21449): Terminated: ok {rc=0}\u000a22:05:16.451446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21451): Launched\u000a22:05:16.940499 run osmo-hlr_10.42.42.2(pid=21452): Launched\u000a22:05:17.136528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:17.683037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21454): Launched\u000a22:05:17.984220 run osmo-stp_10.42.42.5(pid=21455): Launched\u000a22:05:18.094627 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:18.645618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21457): Launched\u000a22:05:18.948940 run osmo-msc_10.42.42.6(pid=21458): Launched\u000a22:05:19.128297 run osmo-stp_10.42.42.5(pid=21455): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21455)]\u000a22:05:19.258180 run osmo-stp_10.42.42.5(pid=21455): stdout: \u000a| (launched: 2022-12-09_22:05:17.836357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:19.385857 run osmo-stp_10.42.42.5(pid=21455): stderr: \u000a| �[0;m�[38;5;43m20221209220518005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220518005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220518006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220518006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220518008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220518009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220518009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:19.508369 run osmo-stp_10.42.42.5(pid=21455): stdout: \u000a| (launched: 2022-12-09_22:05:17.836357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:19.629924 run osmo-stp_10.42.42.5(pid=21455): stderr: \u000a| �[0;m�[38;5;43m20221209220518005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220518005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220518006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220518006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220518008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220518009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220518009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:19.683534 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21455): Process ended prematurely: osmo-stp_10.42.42.5(pid=21455) [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21455)] [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:05:19.692122 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:05:19.753267 run osmo-hlr_10.42.42.2(pid=21452): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21452)]\u000a22:05:19.802839 run osmo-hlr_10.42.42.2(pid=21452): stdout: \u000a| (launched: 2022-12-09_22:05:16.612155) \u000a22:05:19.853332 run osmo-hlr_10.42.42.2(pid=21452): stderr: \u000a| �[0;m�[1;31m20221209220516831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220516831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220516831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220516831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220516831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220516831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220516847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220516858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220516858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220516858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:19.921234 run osmo-msc_10.42.42.6(pid=21458): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21458)]\u000a22:05:19.970731 run osmo-msc_10.42.42.6(pid=21458): stdout: \u000a| (launched: 2022-12-09_22:05:18.798769) \u000a22:05:20.020812 run osmo-msc_10.42.42.6(pid=21458): stderr: \u000a| �[0;m�[38;5;43m20221209220519068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220519069 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbbcffe7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220519069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220519069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220519069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220519069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220519071 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220519071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220519071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220519071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:20.063017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21451): Terminating (SIGTERM)\u000a22:05:20.103336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21454): Terminating (SIGTERM)\u000a22:05:20.144125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21457): Terminating (SIGTERM)\u000a22:05:20.153742 --- ParallelTerminationStrategy: PID 21451 died...\u000a22:05:20.208092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21451): Terminated: ok {rc=0}\u000a22:05:20.217768 --- ParallelTerminationStrategy: PID 21454 died...\u000a22:05:20.270977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21454): Terminated: ok {rc=0}\u000a22:05:20.280499 --- ParallelTerminationStrategy: PID 21457 died...\u000a22:05:20.334045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21457): Terminated: ok {rc=0}\u000a22:05:20.422767 bus /sierra_3: Setting Powered False\u000a22:05:21.526834 bus /sierra_3: Setting Powered False\u000a22:05:22.638221 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21467): Process ended prematurely: osmo-stp_10.42.42.5(pid=21467) [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21467)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21467): Process ended prematurely: osmo-stp_10.42.42.5(pid=21467) [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:05:23.748641 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:23.760347 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:05:23.917613 tst mo_mt_call_osmux.py: using LAC 23970\u000a22:05:24.043903 tst mo_mt_call_osmux.py: using RAC 255\u000a22:05:24.171030 tst mo_mt_call_osmux.py: using CellId 23970\u000a22:05:24.295892 tst mo_mt_call_osmux.py: using BVCI 23971\u000a22:05:24.318962 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:24.331084 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:24.344448 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:24.356236 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:24.367491 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:05:24.378658 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:05:24.495995 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:05:24.700760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:25.176102 run create_hlr_db(pid=21461): Launched\u000a22:05:25.349607 bus /sierra_2: Setting Powered False\u000a22:05:26.370975 run create_hlr_db(pid=21461): Terminated: ok {rc=0}\u000a22:05:26.773163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21463): Launched\u000a22:05:27.075171 run osmo-hlr_10.42.42.2(pid=21464): Launched\u000a22:05:27.191680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:27.722602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21466): Launched\u000a22:05:28.025155 run osmo-stp_10.42.42.5(pid=21467): Launched\u000a22:05:28.136549 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:28.687778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21469): Launched\u000a22:05:28.991000 run osmo-msc_10.42.42.6(pid=21470): Launched\u000a22:05:29.169548 run osmo-stp_10.42.42.5(pid=21467): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21467)]\u000a22:05:29.298395 run osmo-stp_10.42.42.5(pid=21467): stdout: \u000a| (launched: 2022-12-09_22:05:27.875666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:29.424517 run osmo-stp_10.42.42.5(pid=21467): stderr: \u000a| �[0;m�[38;5;43m20221209220528046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220528046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220528046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220528047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220528047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220528047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220528047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:29.546065 run osmo-stp_10.42.42.5(pid=21467): stdout: \u000a| (launched: 2022-12-09_22:05:27.875666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:29.666523 run osmo-stp_10.42.42.5(pid=21467): stderr: \u000a| �[0;m�[38;5;43m20221209220528046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220528046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220528046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220528047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220528047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220528047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220528047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:29.720013 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21467): Process ended prematurely: osmo-stp_10.42.42.5(pid=21467) [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21467)] [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:05:29.728773 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:05:29.789911 run osmo-hlr_10.42.42.2(pid=21464): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21464)]\u000a22:05:29.839321 run osmo-hlr_10.42.42.2(pid=21464): stdout: \u000a| (launched: 2022-12-09_22:05:26.926092) \u000a22:05:29.889187 run osmo-hlr_10.42.42.2(pid=21464): stderr: \u000a| �[0;m�[1;31m20221209220527102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220527102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220527102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220527102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220527102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220527102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220527117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220527125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220527126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220527126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:29.956374 run osmo-msc_10.42.42.6(pid=21470): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21470)]\u000a22:05:30.005471 run osmo-msc_10.42.42.6(pid=21470): stdout: \u000a| (launched: 2022-12-09_22:05:28.841282) \u000a22:05:30.055024 run osmo-msc_10.42.42.6(pid=21470): stderr: \u000a| �[0;m�[38;5;43m20221209220529110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220529111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1398897c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220529111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220529111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220529111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220529111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220529114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220529115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220529115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220529115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:30.096806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21463): Terminating (SIGTERM)\u000a22:05:30.136477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21466): Terminating (SIGTERM)\u000a22:05:30.176133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21469): Terminating (SIGTERM)\u000a22:05:30.185595 --- ParallelTerminationStrategy: PID 21463 died...\u000a22:05:30.238890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21463): Terminated: ok {rc=0}\u000a22:05:30.248780 --- ParallelTerminationStrategy: PID 21466 died...\u000a22:05:30.302160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21466): Terminated: ok {rc=0}\u000a22:05:30.312073 --- ParallelTerminationStrategy: PID 21469 died...\u000a22:05:30.365428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21469): Terminated: ok {rc=0}\u000a22:05:30.454172 bus /sierra_3: Setting Powered False\u000a22:05:31.567018 bus /sierra_3: Setting Powered False\u000a22:05:32.675186 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:05:13" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21481): Process ended prematurely: osmo-stp_10.42.42.5(pid=21481) [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21481)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21481): Process ended prematurely: osmo-stp_10.42.42.5(pid=21481) [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a22:05:34.665820 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:34.676512 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a22:05:34.818248 tst mo_mt_call.py: using LAC 23971\u000a22:05:34.935033 tst mo_mt_call.py: using RAC 1\u000a22:05:35.051633 tst mo_mt_call.py: using CellId 23971\u000a22:05:35.168025 tst mo_mt_call.py: using BVCI 23972\u000a22:05:35.190998 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:35.201801 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:35.212413 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:35.223313 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:35.234304 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:35.245326 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:05:35.366071 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:05:35.576801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:36.090773 run create_hlr_db(pid=21475): Launched\u000a22:05:36.276759 bus /sierra_2: Setting Powered False\u000a22:05:37.298205 run create_hlr_db(pid=21475): Terminated: ok {rc=0}\u000a22:05:37.726297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21477): Launched\u000a22:05:38.046571 run osmo-hlr_10.42.42.2(pid=21478): Launched\u000a22:05:38.163051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:38.722196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21480): Launched\u000a22:05:39.046562 run osmo-stp_10.42.42.5(pid=21481): Launched\u000a22:05:39.164415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:39.755430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21483): Launched\u000a22:05:40.075947 run osmo-msc_10.42.42.6(pid=21484): Launched\u000a22:05:40.264213 run osmo-stp_10.42.42.5(pid=21481): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21481)]\u000a22:05:40.400726 run osmo-stp_10.42.42.5(pid=21481): stdout: \u000a| (launched: 2022-12-09_22:05:38.887152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:40.536440 run osmo-stp_10.42.42.5(pid=21481): stderr: \u000a| �[0;m�[38;5;43m20221209220539079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220539080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220539080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220539080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220539081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220539081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220539081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:40.665479 run osmo-stp_10.42.42.5(pid=21481): stdout: \u000a| (launched: 2022-12-09_22:05:38.887152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:40.793581 run osmo-stp_10.42.42.5(pid=21481): stderr: \u000a| �[0;m�[38;5;43m20221209220539079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220539080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220539080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220539080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220539081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220539081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220539081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:40.850197 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21481): Process ended prematurely: osmo-stp_10.42.42.5(pid=21481) [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21481)] [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a22:05:40.859498 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:05:40.922671 run osmo-hlr_10.42.42.2(pid=21478): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21478)]\u000a22:05:40.974402 run osmo-hlr_10.42.42.2(pid=21478): stdout: \u000a| (launched: 2022-12-09_22:05:37.889730) \u000a22:05:41.026575 run osmo-hlr_10.42.42.2(pid=21478): stderr: \u000a| �[0;m�[1;31m20221209220538089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220538089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220538089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220538089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220538089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220538089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220538100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220538108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220538109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220538109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:41.097107 run osmo-msc_10.42.42.6(pid=21484): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21484)]\u000a22:05:41.148397 run osmo-msc_10.42.42.6(pid=21484): stdout: \u000a| (launched: 2022-12-09_22:05:39.919087) \u000a22:05:41.200182 run osmo-msc_10.42.42.6(pid=21484): stderr: \u000a| �[0;m�[38;5;43m20221209220540242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220540243 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4afd30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220540243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220540243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220540243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220540243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220540245 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220540245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220540245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220540246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:41.244339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21477): Terminating (SIGTERM)\u000a22:05:41.286104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21480): Terminating (SIGTERM)\u000a22:05:41.328174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21483): Terminating (SIGTERM)\u000a22:05:41.337929 --- ParallelTerminationStrategy: PID 21477 died...\u000a22:05:41.394161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21477): Terminated: ok {rc=0}\u000a22:05:41.404263 --- ParallelTerminationStrategy: PID 21480 died...\u000a22:05:41.460107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21480): Terminated: ok {rc=0}\u000a22:05:41.470291 --- ParallelTerminationStrategy: PID 21483 died...\u000a22:05:41.526634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21483): Terminated: ok {rc=0}\u000a22:05:41.615005 bus /sierra_3: Setting Powered False\u000a22:05:42.718716 bus /sierra_3: Setting Powered False\u000a22:05:43.831185 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21492): Process ended prematurely: osmo-stp_10.42.42.5(pid=21492) [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21492)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21492): Process ended prematurely: osmo-stp_10.42.42.5(pid=21492) [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:05:44.946788 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:44.958867 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a22:05:45.106407 tst mo_mt_call_osmux.py: using LAC 23972\u000a22:05:45.232519 tst mo_mt_call_osmux.py: using RAC 2\u000a22:05:45.358331 tst mo_mt_call_osmux.py: using CellId 23972\u000a22:05:45.490833 tst mo_mt_call_osmux.py: using BVCI 23973\u000a22:05:45.515414 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:45.527035 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:45.538462 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:45.550123 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:45.561735 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a22:05:45.573355 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:05:45.694353 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a22:05:45.928922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:46.464132 run create_hlr_db(pid=21486): Launched\u000a22:05:46.644528 bus /sierra_2: Setting Powered False\u000a22:05:47.670061 run create_hlr_db(pid=21486): Terminated: ok {rc=0}\u000a22:05:48.099707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21488): Launched\u000a22:05:48.422457 run osmo-hlr_10.42.42.2(pid=21489): Launched\u000a22:05:48.544397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:05:49.108055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21491): Launched\u000a22:05:49.429913 run osmo-stp_10.42.42.5(pid=21492): Launched\u000a22:05:49.546832 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:05:50.135556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21494): Launched\u000a22:05:50.458457 run osmo-msc_10.42.42.6(pid=21495): Launched\u000a22:05:50.649089 run osmo-stp_10.42.42.5(pid=21492): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21492)]\u000a22:05:50.786935 run osmo-stp_10.42.42.5(pid=21492): stdout: \u000a| (launched: 2022-12-09_22:05:49.272672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:50.924742 run osmo-stp_10.42.42.5(pid=21492): stderr: \u000a| �[0;m�[38;5;43m20221209220549466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220549466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220549466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220549467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220549467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220549467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220549467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:51.055654 run osmo-stp_10.42.42.5(pid=21492): stdout: \u000a| (launched: 2022-12-09_22:05:49.272672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:05:51.185125 run osmo-stp_10.42.42.5(pid=21492): stderr: \u000a| �[0;m�[38;5;43m20221209220549466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220549466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220549466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220549467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220549467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220549467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220549467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:05:51.242315 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21492): Process ended prematurely: osmo-stp_10.42.42.5(pid=21492) [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21492)] [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a22:05:51.251677 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:05:51.315084 run osmo-hlr_10.42.42.2(pid=21489): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21489)]\u000a22:05:51.367068 run osmo-hlr_10.42.42.2(pid=21489): stdout: \u000a| (launched: 2022-12-09_22:05:48.263623) \u000a22:05:51.419233 run osmo-hlr_10.42.42.2(pid=21489): stderr: \u000a| �[0;m�[1;31m20221209220548463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220548463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220548463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220548463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220548463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220548464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220548476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220548484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220548484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220548484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:05:51.490246 run osmo-msc_10.42.42.6(pid=21495): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21495)]\u000a22:05:51.541719 run osmo-msc_10.42.42.6(pid=21495): stdout: \u000a| (launched: 2022-12-09_22:05:50.299280) \u000a22:05:51.593639 run osmo-msc_10.42.42.6(pid=21495): stderr: \u000a| �[0;m�[38;5;43m20221209220550623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220550623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66ad8a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220550623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220550623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220550623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220550623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220550625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220550625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220550626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220550626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:05:51.637735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21488): Terminating (SIGTERM)\u000a22:05:51.679735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21491): Terminating (SIGTERM)\u000a22:05:51.722048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21494): Terminating (SIGTERM)\u000a22:05:51.731770 --- ParallelTerminationStrategy: PID 21488 died...\u000a22:05:51.788067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21488): Terminated: ok {rc=0}\u000a22:05:51.798329 --- ParallelTerminationStrategy: PID 21491 died...\u000a22:05:51.854184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21491): Terminated: ok {rc=0}\u000a22:05:51.864293 --- ParallelTerminationStrategy: PID 21494 died...\u000a22:05:51.920712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21494): Terminated: ok {rc=0}\u000a22:05:52.008142 bus /sierra_3: Setting Powered False\u000a22:05:53.112924 bus /sierra_3: Setting Powered False\u000a22:05:54.220038 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:05:34" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21506): Process ended prematurely: osmo-stp_10.42.42.5(pid=21506) [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21506)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21506): Process ended prematurely: osmo-stp_10.42.42.5(pid=21506) [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a22:05:56.206751 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:56.217875 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:05:56.356849 tst mo_mt_call.py: using LAC 23973\u000a22:05:56.477595 tst mo_mt_call.py: using RAC 3\u000a22:05:56.605383 tst mo_mt_call.py: using CellId 23973\u000a22:05:56.734036 tst mo_mt_call.py: using BVCI 23974\u000a22:05:56.758767 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:56.770586 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:56.782330 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:56.794513 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:56.807416 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:05:56.819695 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:05:56.938282 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:05:57.148766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:05:57.663742 run create_hlr_db(pid=21500): Launched\u000a22:05:57.850291 bus /sierra_2: Setting Powered False\u000a22:05:58.872316 run create_hlr_db(pid=21500): Terminated: ok {rc=0}\u000a22:05:59.277394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21502): Launched\u000a22:05:59.579847 run osmo-hlr_10.42.42.2(pid=21503): Launched\u000a22:05:59.691761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:00.217687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21505): Launched\u000a22:06:00.520916 run osmo-stp_10.42.42.5(pid=21506): Launched\u000a22:06:00.633023 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:06:01.224111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21508): Launched\u000a22:06:01.617483 run osmo-msc_10.42.42.6(pid=21509): Launched\u000a22:06:01.944669 run osmo-stp_10.42.42.5(pid=21506): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21506)]\u000a22:06:02.247574 run osmo-stp_10.42.42.5(pid=21506): stdout: \u000a| (launched: 2022-12-09_22:06:00.371014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:02.400587 run osmo-stp_10.42.42.5(pid=21506): stderr: \u000a| �[0;m�[38;5;43m20221209220600541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220600541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220600541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220600542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220600542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220600542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220600542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:02.523651 run osmo-stp_10.42.42.5(pid=21506): stdout: \u000a| (launched: 2022-12-09_22:06:00.371014)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:02.645636 run osmo-stp_10.42.42.5(pid=21506): stderr: \u000a| �[0;m�[38;5;43m20221209220600541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220600541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220600541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220600542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220600542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220600542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220600542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:02.699369 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21506): Process ended prematurely: osmo-stp_10.42.42.5(pid=21506) [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21506)] [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a22:06:02.708178 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a22:06:02.769254 run osmo-hlr_10.42.42.2(pid=21503): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21503)]\u000a22:06:02.819063 run osmo-hlr_10.42.42.2(pid=21503): stdout: \u000a| (launched: 2022-12-09_22:05:59.430693) \u000a22:06:02.869615 run osmo-hlr_10.42.42.2(pid=21503): stderr: \u000a| �[0;m�[1;31m20221209220559608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220559608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220559608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220559608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220559608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220559608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220559621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220559632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220559632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220559632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:02.936918 run osmo-msc_10.42.42.6(pid=21509): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21509)]\u000a22:06:02.986919 run osmo-msc_10.42.42.6(pid=21509): stdout: \u000a| (launched: 2022-12-09_22:06:01.380432) \u000a22:06:03.037386 run osmo-msc_10.42.42.6(pid=21509): stderr: \u000a| �[0;m�[38;5;43m20221209220602093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220602094 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5190fe2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220602094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220602094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220602094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220602094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220602096 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220602098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220602098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220602098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:06:03.079594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21502): Terminating (SIGTERM)\u000a22:06:03.119847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21505): Terminating (SIGTERM)\u000a22:06:03.160327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21508): Terminating (SIGTERM)\u000a22:06:03.169984 --- ParallelTerminationStrategy: PID 21502 died...\u000a22:06:03.223898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21502): Terminated: ok {rc=0}\u000a22:06:03.234100 --- ParallelTerminationStrategy: PID 21505 died...\u000a22:06:03.287955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21505): Terminated: ok {rc=0}\u000a22:06:03.297955 --- ParallelTerminationStrategy: PID 21508 died...\u000a22:06:03.351728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21508): Terminated: ok {rc=0}\u000a22:06:03.441555 bus /sierra_3: Setting Powered False\u000a22:06:04.546307 bus /sierra_3: Setting Powered False\u000a22:06:05.658063 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21517): Process ended prematurely: osmo-stp_10.42.42.5(pid=21517) [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21517)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21517): Process ended prematurely: osmo-stp_10.42.42.5(pid=21517) [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:06:06.768408 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:06.780568 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:06:06.921303 tst mo_mt_call_osmux.py: using LAC 23974\u000a22:06:07.039608 tst mo_mt_call_osmux.py: using RAC 4\u000a22:06:07.159725 tst mo_mt_call_osmux.py: using CellId 23974\u000a22:06:07.277948 tst mo_mt_call_osmux.py: using BVCI 23975\u000a22:06:07.301020 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:07.312268 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:07.323379 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:07.334907 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:07.346484 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:06:07.358000 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:06:07.477409 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:06:07.694832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:08.209658 run create_hlr_db(pid=21511): Launched\u000a22:06:08.395901 bus /sierra_2: Setting Powered False\u000a22:06:09.417305 run create_hlr_db(pid=21511): Terminated: ok {rc=0}\u000a22:06:09.824614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21513): Launched\u000a22:06:10.125628 run osmo-hlr_10.42.42.2(pid=21514): Launched\u000a22:06:10.239417 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:10.771446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21516): Launched\u000a22:06:11.071332 run osmo-stp_10.42.42.5(pid=21517): Launched\u000a22:06:11.181276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:06:11.731109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21519): Launched\u000a22:06:12.033516 run osmo-msc_10.42.42.6(pid=21520): Launched\u000a22:06:12.210811 run osmo-stp_10.42.42.5(pid=21517): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21517)]\u000a22:06:12.339645 run osmo-stp_10.42.42.5(pid=21517): stdout: \u000a| (launched: 2022-12-09_22:06:10.923867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:12.465432 run osmo-stp_10.42.42.5(pid=21517): stderr: \u000a| �[0;m�[38;5;43m20221209220611094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220611095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220611095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220611095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220611096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220611096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220611096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:12.586850 run osmo-stp_10.42.42.5(pid=21517): stdout: \u000a| (launched: 2022-12-09_22:06:10.923867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:12.706999 run osmo-stp_10.42.42.5(pid=21517): stderr: \u000a| �[0;m�[38;5;43m20221209220611094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220611095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220611095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220611095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220611096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220611096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220611096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:12.760006 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21517): Process ended prematurely: osmo-stp_10.42.42.5(pid=21517) [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21517)] [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a22:06:12.768450 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:06:12.828743 run osmo-hlr_10.42.42.2(pid=21514): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21514)]\u000a22:06:12.877795 run osmo-hlr_10.42.42.2(pid=21514): stdout: \u000a| (launched: 2022-12-09_22:06:09.977753) \u000a22:06:12.927522 run osmo-hlr_10.42.42.2(pid=21514): stderr: \u000a| �[0;m�[1;31m20221209220610155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220610155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220610155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220610155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220610155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220610155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220610168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220610178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220610179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220610179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:12.994526 run osmo-msc_10.42.42.6(pid=21520): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21520)]\u000a22:06:13.043120 run osmo-msc_10.42.42.6(pid=21520): stdout: \u000a| (launched: 2022-12-09_22:06:11.884354) \u000a22:06:13.092314 run osmo-msc_10.42.42.6(pid=21520): stderr: \u000a| �[0;m�[38;5;43m20221209220612156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220612156 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff09442c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220612156 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220612156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220612156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220612157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220612159 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220612159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220612160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220612160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:06:13.133996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21513): Terminating (SIGTERM)\u000a22:06:13.173052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21516): Terminating (SIGTERM)\u000a22:06:13.212339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21519): Terminating (SIGTERM)\u000a22:06:13.221741 --- ParallelTerminationStrategy: PID 21513 died...\u000a22:06:13.275186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21513): Terminated: ok {rc=0}\u000a22:06:13.284663 --- ParallelTerminationStrategy: PID 21516 died...\u000a22:06:13.337483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21516): Terminated: ok {rc=0}\u000a22:06:13.346995 --- ParallelTerminationStrategy: PID 21519 died...\u000a22:06:13.399924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21519): Terminated: ok {rc=0}\u000a22:06:13.483127 bus /sierra_3: Setting Powered False\u000a22:06:14.590448 bus /sierra_3: Setting Powered False\u000a22:06:15.697470 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:05:55" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21531): Process ended prematurely: osmo-stp_10.42.42.5(pid=21531) [trial-2365↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21531)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21531): Process ended prematurely: osmo-stp_10.42.42.5(pid=21531) [trial-2365↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:06:17.754229 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:17.765842 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a22:06:17.904804 tst emergency_mo_mt_call.py: using LAC 23975\u000a22:06:18.028815 tst emergency_mo_mt_call.py: using RAC 5\u000a22:06:18.149651 tst emergency_mo_mt_call.py: using CellId 23975\u000a22:06:18.273795 tst emergency_mo_mt_call.py: using BVCI 23976\u000a22:06:18.297985 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:18.309102 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:18.320025 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:18.331084 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:18.342256 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:18.353195 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:18.467075 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:18.672186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:19.183292 run create_hlr_db(pid=21525): Launched\u000a22:06:19.367972 bus /sierra_2: Setting Powered False\u000a22:06:20.388297 run create_hlr_db(pid=21525): Terminated: ok {rc=0}\u000a22:06:20.788654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21527): Launched\u000a22:06:21.084433 run osmo-hlr_10.42.42.2(pid=21528): Launched\u000a22:06:21.199630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:21.726020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21530): Launched\u000a22:06:22.033224 run osmo-stp_10.42.42.5(pid=21531): Launched\u000a22:06:22.151289 tst emergency_mo_mt_call.py: using MSISDN 7401\u000a22:06:22.298489 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:06:22.839066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21533): Launched\u000a22:06:23.134596 run osmo-msc_10.42.42.6(pid=21534): Launched\u000a22:06:23.307818 run osmo-stp_10.42.42.5(pid=21531): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21531)]\u000a22:06:23.433347 run osmo-stp_10.42.42.5(pid=21531): stdout: \u000a| (launched: 2022-12-09_22:06:21.875932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:23.557201 run osmo-stp_10.42.42.5(pid=21531): stderr: \u000a| �[0;m�[38;5;43m20221209220622056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220622057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220622057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220622057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220622058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220622058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220622058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:23.676173 run osmo-stp_10.42.42.5(pid=21531): stdout: \u000a| (launched: 2022-12-09_22:06:21.875932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:23.794103 run osmo-stp_10.42.42.5(pid=21531): stderr: \u000a| �[0;m�[38;5;43m20221209220622056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220622057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220622057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220622057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220622058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220622058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220622058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:23.845827 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21531): Process ended prematurely: osmo-stp_10.42.42.5(pid=21531) [trial-2365↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21531)] [trial-2365↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a22:06:23.854063 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a22:06:23.913948 run osmo-hlr_10.42.42.2(pid=21528): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21528)]\u000a22:06:23.963006 run osmo-hlr_10.42.42.2(pid=21528): stdout: \u000a| (launched: 2022-12-09_22:06:20.938534) \u000a22:06:24.012933 run osmo-hlr_10.42.42.2(pid=21528): stderr: \u000a| �[0;m�[1;31m20221209220621112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220621112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220621112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220621112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220621112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220621112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220621125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220621136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220621136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220621137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:24.079885 run osmo-msc_10.42.42.6(pid=21534): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21534)]\u000a22:06:24.129084 run osmo-msc_10.42.42.6(pid=21534): stdout: \u000a| (launched: 2022-12-09_22:06:22.989628) \u000a22:06:24.178637 run osmo-msc_10.42.42.6(pid=21534): stderr: \u000a| �[0;m�[38;5;43m20221209220623262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220623262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1371150c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220623263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220623263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220623263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220623263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220623265 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220623265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220623265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220623266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:06:24.220017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21527): Terminating (SIGTERM)\u000a22:06:24.259698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21530): Terminating (SIGTERM)\u000a22:06:24.299302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21533): Terminating (SIGTERM)\u000a22:06:24.308590 --- ParallelTerminationStrategy: PID 21527 died...\u000a22:06:24.362296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21527): Terminated: ok {rc=0}\u000a22:06:24.372169 --- ParallelTerminationStrategy: PID 21530 died...\u000a22:06:24.425348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21530): Terminated: ok {rc=0}\u000a22:06:24.435033 --- ParallelTerminationStrategy: PID 21533 died...\u000a22:06:24.488315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21533): Terminated: ok {rc=0}\u000a22:06:24.577993 bus /sierra_3: Setting Powered False\u000a22:06:25.681918 bus /sierra_3: Setting Powered False\u000a22:06:26.793570 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21542): Process ended prematurely: osmo-stp_10.42.42.5(pid=21542) [trial-2365↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21542)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21542): Process ended prematurely: osmo-stp_10.42.42.5(pid=21542) [trial-2365↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:06:27.845000 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:27.856251 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a22:06:28.000920 tst emergency_preemptive_call.py: using LAC 23976\u000a22:06:28.124517 tst emergency_preemptive_call.py: using RAC 6\u000a22:06:28.247531 tst emergency_preemptive_call.py: using CellId 23976\u000a22:06:28.371154 tst emergency_preemptive_call.py: using BVCI 23977\u000a22:06:28.395204 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:28.406270 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:28.417190 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:28.428019 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:28.438942 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a22:06:28.449925 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:28.566456 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:28.686548 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:28.801918 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:29.000089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:29.466531 run create_hlr_db(pid=21536): Launched\u000a22:06:29.638086 bus /sierra_2: Setting Powered False\u000a22:06:30.659047 run create_hlr_db(pid=21536): Terminated: ok {rc=0}\u000a22:06:31.138370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21538): Launched\u000a22:06:31.513548 run osmo-hlr_10.42.42.2(pid=21539): Launched\u000a22:06:31.777094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:32.433461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21541): Launched\u000a22:06:32.750074 run osmo-stp_10.42.42.5(pid=21542): Launched\u000a22:06:32.875087 tst emergency_preemptive_call.py: using MSISDN 7402\u000a22:06:33.032769 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:06:33.606289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21544): Launched\u000a22:06:33.921762 run osmo-msc_10.42.42.6(pid=21545): Launched\u000a22:06:34.108221 run osmo-stp_10.42.42.5(pid=21542): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21542)]\u000a22:06:34.242954 run osmo-stp_10.42.42.5(pid=21542): stdout: \u000a| (launched: 2022-12-09_22:06:32.594762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:34.376705 run osmo-stp_10.42.42.5(pid=21542): stderr: \u000a| �[0;m�[38;5;43m20221209220632788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220632788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220632788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220632789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220632789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220632789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220632789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:34.503376 run osmo-stp_10.42.42.5(pid=21542): stdout: \u000a| (launched: 2022-12-09_22:06:32.594762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:34.629152 run osmo-stp_10.42.42.5(pid=21542): stderr: \u000a| �[0;m�[38;5;43m20221209220632788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220632788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220632788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220632789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220632789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220632789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220632789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:34.684262 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21542): Process ended prematurely: osmo-stp_10.42.42.5(pid=21542) [trial-2365↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21542)] [trial-2365↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a22:06:34.692919 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a22:06:34.755762 run osmo-hlr_10.42.42.2(pid=21539): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21539)]\u000a22:06:34.807986 run osmo-hlr_10.42.42.2(pid=21539): stdout: \u000a| (launched: 2022-12-09_22:06:31.297337) \u000a22:06:34.860434 run osmo-hlr_10.42.42.2(pid=21539): stderr: \u000a| �[0;m�[1;31m20221209220631547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220631547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220631547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220631547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220631547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220631547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220631563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220631578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220631580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220631580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:34.931732 run osmo-msc_10.42.42.6(pid=21545): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21545)]\u000a22:06:34.983502 run osmo-msc_10.42.42.6(pid=21545): stdout: \u000a| (launched: 2022-12-09_22:06:33.766601) \u000a22:06:35.035552 run osmo-msc_10.42.42.6(pid=21545): stderr: \u000a| �[0;m�[38;5;43m20221209220634086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209220634087 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15768e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209220634087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209220634087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209220634087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209220634087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209220634089 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209220634089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209220634090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209220634090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:06:35.079875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21538): Terminating (SIGTERM)\u000a22:06:35.122008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21541): Terminating (SIGTERM)\u000a22:06:35.164101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21544): Terminating (SIGTERM)\u000a22:06:35.173866 --- ParallelTerminationStrategy: PID 21538 died...\u000a22:06:35.230022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21538): Terminated: ok {rc=0}\u000a22:06:35.240113 --- ParallelTerminationStrategy: PID 21541 died...\u000a22:06:35.295817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21541): Terminated: ok {rc=0}\u000a22:06:35.306245 --- ParallelTerminationStrategy: PID 21544 died...\u000a22:06:35.362306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21544): Terminated: ok {rc=0}\u000a22:06:35.450471 bus /sierra_9: Setting Powered False\u000a22:06:36.557500 bus /sierra_9: Setting Powered False\u000a22:06:37.669155 bus /sierra_8: Setting Powered False\u000a22:06:38.773667 bus /sierra_8: Setting Powered False\u000a22:06:39.885275 bus /sierra_3: Setting Powered False\u000a22:06:40.992791 bus /sierra_3: Setting Powered False\u000a22:06:42.101147 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:06:17" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21563): Process ended prematurely: osmo-stp_10.42.42.5(pid=21563) [trial-2365↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21563)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21563): Process ended prematurely: osmo-stp_10.42.42.5(pid=21563) [trial-2365↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:06:44.234849 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:44.245806 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:06:44.390495 tst cs_paging_gprs_active.py: using LAC 23977\u000a22:06:44.517980 tst cs_paging_gprs_active.py: using RAC 7\u000a22:06:44.647354 tst cs_paging_gprs_active.py: using CellId 23977\u000a22:06:44.775037 tst cs_paging_gprs_active.py: using BVCI 23978\u000a22:06:44.799980 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:44.810992 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:44.821845 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:44.832595 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:44.843507 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:44.854259 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:44.865446 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:44.876205 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:44.887182 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:45.003911 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:45.297221 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:06:45.431945 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:06:45.766723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21553): Launched\u000a22:06:46.061706 run iperf3-srv_10.42.42.10(pid=21554): Launched\u000a22:06:46.263124 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:06:46.400310 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:06:46.754171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21555): Launched\u000a22:06:47.087603 run iperf3-srv_10.42.42.10(pid=21556): Launched\u000a22:06:47.290892 tst cs_paging_gprs_active.py:38: start network...\u000a22:06:47.426588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:47.944581 run create_hlr_db(pid=21557): Launched\u000a22:06:48.132134 bus /sierra_2: Setting Powered False\u000a22:06:49.152607 run create_hlr_db(pid=21557): Terminated: ok {rc=0}\u000a22:06:49.559417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21559): Launched\u000a22:06:49.862422 run osmo-hlr_10.42.42.2(pid=21560): Launched\u000a22:06:49.981463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:06:50.519303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21562): Launched\u000a22:06:50.821998 run osmo-stp_10.42.42.5(pid=21563): Launched\u000a22:06:50.933649 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:06:51.460917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21565): Launched\u000a22:06:51.568800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:06:51.842400 run patchelf(pid=21566): Launched\u000a22:06:52.033301 run osmo-stp_10.42.42.5(pid=21563): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21563)]\u000a22:06:52.171850 run osmo-stp_10.42.42.5(pid=21563): stdout: \u000a| (launched: 2022-12-09_22:06:50.673504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:52.310463 run osmo-stp_10.42.42.5(pid=21563): stderr: \u000a| �[0;m�[38;5;43m20221209220650844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220650845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220650845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220650845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220650846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220650846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220650846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:52.444844 run osmo-stp_10.42.42.5(pid=21563): stdout: \u000a| (launched: 2022-12-09_22:06:50.673504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:06:52.577479 run osmo-stp_10.42.42.5(pid=21563): stderr: \u000a| �[0;m�[38;5;43m20221209220650844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220650845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220650845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220650845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220650846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220650846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220650846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:06:52.732715 run patchelf(pid=21566): Terminating (SIGINT)\u000a22:06:52.915209 run patchelf(pid=21566): Terminated: ok {rc=0}\u000a22:06:52.949565 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21563): Process ended prematurely: osmo-stp_10.42.42.5(pid=21563) [trial-2365↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21563)] [trial-2365↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a22:06:52.959502 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a22:06:53.022521 run osmo-hlr_10.42.42.2(pid=21560): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21560)]\u000a22:06:53.073894 run osmo-hlr_10.42.42.2(pid=21560): stdout: \u000a| (launched: 2022-12-09_22:06:49.713536) \u000a22:06:53.126181 run osmo-hlr_10.42.42.2(pid=21560): stderr: \u000a| �[0;m�[1;31m20221209220649889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220649889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220649889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220649889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220649889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220649889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220649905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220649916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220649916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220649916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:06:53.170793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21553): Terminating (SIGTERM)\u000a22:06:53.212703 run iperf3-srv_10.42.42.10(pid=21554): Terminating (SIGTERM)\u000a22:06:53.256408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21555): Terminating (SIGTERM)\u000a22:06:53.298035 run iperf3-srv_10.42.42.10(pid=21556): Terminating (SIGTERM)\u000a22:06:53.339891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21559): Terminating (SIGTERM)\u000a22:06:53.381718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21562): Terminating (SIGTERM)\u000a22:06:53.423526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21565): Terminating (SIGTERM)\u000a22:06:53.433258 --- ParallelTerminationStrategy: PID 21553 died...\u000a22:06:53.489243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21553): Terminated: ok {rc=0}\u000a22:06:53.499368 --- ParallelTerminationStrategy: PID 21554 died...\u000a22:06:53.554637 run iperf3-srv_10.42.42.10(pid=21554): Terminated {rc=256}\u000a22:06:53.564643 --- ParallelTerminationStrategy: PID 21555 died...\u000a22:06:53.620086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21555): Terminated: ok {rc=0}\u000a22:06:53.630093 --- ParallelTerminationStrategy: PID 21556 died...\u000a22:06:53.685424 run iperf3-srv_10.42.42.10(pid=21556): Terminated {rc=256}\u000a22:06:53.695427 --- ParallelTerminationStrategy: PID 21559 died...\u000a22:06:53.751039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21559): Terminated: ok {rc=0}\u000a22:06:53.761117 --- ParallelTerminationStrategy: PID 21562 died...\u000a22:06:53.816428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21562): Terminated: ok {rc=0}\u000a22:06:53.826502 --- ParallelTerminationStrategy: PID 21565 died...\u000a22:06:53.882111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21565): Terminated: ok {rc=0}\u000a22:06:53.969891 bus /gobi_0: Setting Powered False\u000a22:06:55.073565 bus /gobi_0: Setting Powered False\u000a22:06:56.183725 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21575): Process ended prematurely: osmo-stp_10.42.42.5(pid=21575) [trial-2365↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21575)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21575): Process ended prematurely: osmo-stp_10.42.42.5(pid=21575) [trial-2365↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a22:06:57.293953 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:57.305154 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:06:57.447896 tst iperf3.py: using LAC 23978\u000a22:06:57.569872 tst iperf3.py: using RAC 8\u000a22:06:57.696174 tst iperf3.py: using CellId 23978\u000a22:06:57.822791 tst iperf3.py: using BVCI 23979\u000a22:06:57.847547 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:57.858804 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:57.869740 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:57.881251 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:57.892612 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:57.903855 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:57.915339 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:57.926656 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:06:57.938368 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:06:58.235201 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:06:58.370329 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:06:58.705302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21567): Launched\u000a22:06:58.983570 run iperf3-srv_10.42.42.10(pid=21568): Launched\u000a22:06:59.182036 tst iperf3.py:8: start network...\u000a22:06:59.317318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:06:59.830177 run create_hlr_db(pid=21569): Launched\u000a22:07:00.016235 bus /gobi_6: Setting Powered False\u000a22:07:01.053508 run create_hlr_db(pid=21569): Terminated: ok {rc=0}\u000a22:07:01.498154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21571): Launched\u000a22:07:01.921364 run osmo-hlr_10.42.42.2(pid=21572): Launched\u000a22:07:02.085978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:02.704521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21574): Launched\u000a22:07:03.007741 run osmo-stp_10.42.42.5(pid=21575): Launched\u000a22:07:03.118245 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:03.644336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21577): Launched\u000a22:07:03.751923 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:04.016359 run patchelf(pid=21578): Launched\u000a22:07:04.193933 run osmo-stp_10.42.42.5(pid=21575): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21575)]\u000a22:07:04.323863 run osmo-stp_10.42.42.5(pid=21575): stdout: \u000a| (launched: 2022-12-09_22:07:02.859032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:04.454087 run osmo-stp_10.42.42.5(pid=21575): stderr: \u000a| �[0;m�[38;5;43m20221209220703031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220703031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220703031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220703032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220703032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220703032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220703032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:04.579427 run osmo-stp_10.42.42.5(pid=21575): stdout: \u000a| (launched: 2022-12-09_22:07:02.859032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:04.703137 run osmo-stp_10.42.42.5(pid=21575): stderr: \u000a| �[0;m�[38;5;43m20221209220703031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220703031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220703031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220703032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220703032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220703032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220703032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:04.849178 run patchelf(pid=21578): Terminating (SIGINT)\u000a22:07:05.021549 run patchelf(pid=21578): Terminated: ok {rc=0}\u000a22:07:05.052891 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21575): Process ended prematurely: osmo-stp_10.42.42.5(pid=21575) [trial-2365↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21575)] [trial-2365↪gprs:trx-b200↪iperf3.py:8]\u000a22:07:05.062175 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:07:05.122788 run osmo-hlr_10.42.42.2(pid=21572): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21572)]\u000a22:07:05.172099 run osmo-hlr_10.42.42.2(pid=21572): stdout: \u000a| (launched: 2022-12-09_22:07:01.664484) \u000a22:07:05.221746 run osmo-hlr_10.42.42.2(pid=21572): stderr: \u000a| �[0;m�[1;31m20221209220701974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220701975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220701975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220701975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220701975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220701975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220701991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220702008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220702008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220702008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:05.263728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21567): Terminating (SIGTERM)\u000a22:07:05.303461 run iperf3-srv_10.42.42.10(pid=21568): Terminating (SIGTERM)\u000a22:07:05.343164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21571): Terminating (SIGTERM)\u000a22:07:05.382765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21574): Terminating (SIGTERM)\u000a22:07:05.422532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21577): Terminating (SIGTERM)\u000a22:07:05.431918 --- ParallelTerminationStrategy: PID 21567 died...\u000a22:07:05.485176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21567): Terminated: ok {rc=0}\u000a22:07:05.494991 --- ParallelTerminationStrategy: PID 21568 died...\u000a22:07:05.548188 run iperf3-srv_10.42.42.10(pid=21568): Terminated {rc=256}\u000a22:07:05.557914 --- ParallelTerminationStrategy: PID 21571 died...\u000a22:07:05.611080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21571): Terminated: ok {rc=0}\u000a22:07:05.620553 --- ParallelTerminationStrategy: PID 21574 died...\u000a22:07:05.673658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21574): Terminated: ok {rc=0}\u000a22:07:05.683400 --- ParallelTerminationStrategy: PID 21577 died...\u000a22:07:05.736088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21577): Terminated: ok {rc=0}\u000a22:07:05.820075 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 180, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21593): Process ended prematurely: osmo-stp_10.42.42.5(pid=21593) [trial-2365↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21593)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21593): Process ended prematurely: osmo-stp_10.42.42.5(pid=21593) [trial-2365↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a22:07:06.930051 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:06.941187 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:07:07.078679 tst iperf3m4.py: using LAC 23979\u000a22:07:07.195804 tst iperf3m4.py: using RAC 9\u000a22:07:07.314196 tst iperf3m4.py: using CellId 23979\u000a22:07:07.439651 tst iperf3m4.py: using BVCI 23980\u000a22:07:07.464505 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.475881 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.487083 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.498792 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.510407 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.522192 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.534079 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.545520 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:07.557037 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:07.674824 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:07.797273 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:07.918199 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:08.194830 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:07:08.321154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:08.636556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21579): Launched\u000a22:07:08.897380 run iperf3-srv_10.42.42.10(pid=21580): Launched\u000a22:07:09.082378 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:07:09.208425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:09.523136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21581): Launched\u000a22:07:09.784711 run iperf3-srv_10.42.42.10(pid=21582): Launched\u000a22:07:09.969716 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:07:10.095768 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:10.409609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21583): Launched\u000a22:07:10.670264 run iperf3-srv_10.42.42.10(pid=21584): Launched\u000a22:07:10.854351 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:07:10.980570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:11.295244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21585): Launched\u000a22:07:11.555832 run iperf3-srv_10.42.42.10(pid=21586): Launched\u000a22:07:11.740732 tst iperf3m4.py:8: start network...\u000a22:07:11.866880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:12.357678 run create_hlr_db(pid=21587): Launched\u000a22:07:12.544121 bus /gobi_6: Setting Powered False\u000a22:07:13.565903 run create_hlr_db(pid=21587): Terminated: ok {rc=0}\u000a22:07:13.996907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21589): Launched\u000a22:07:14.319246 run osmo-hlr_10.42.42.2(pid=21590): Launched\u000a22:07:14.436873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:14.999297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21592): Launched\u000a22:07:15.322891 run osmo-stp_10.42.42.5(pid=21593): Launched\u000a22:07:15.439912 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:16.024529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21595): Launched\u000a22:07:16.143339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:16.446507 run patchelf(pid=21596): Launched\u000a22:07:16.640488 run osmo-stp_10.42.42.5(pid=21593): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21593)]\u000a22:07:16.782437 run osmo-stp_10.42.42.5(pid=21593): stdout: \u000a| (launched: 2022-12-09_22:07:15.164758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:16.924570 run osmo-stp_10.42.42.5(pid=21593): stderr: \u000a| �[0;m�[38;5;43m20221209220715357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220715357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220715357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220715357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220715358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220715358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220715358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:17.061793 run osmo-stp_10.42.42.5(pid=21593): stdout: \u000a| (launched: 2022-12-09_22:07:15.164758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:17.198025 run osmo-stp_10.42.42.5(pid=21593): stderr: \u000a| �[0;m�[38;5;43m20221209220715357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220715357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220715357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220715357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220715358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220715358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220715358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:17.354914 run patchelf(pid=21596): Terminating (SIGINT)\u000a22:07:17.538630 run patchelf(pid=21596): Terminated: ok {rc=0}\u000a22:07:17.572196 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21593): Process ended prematurely: osmo-stp_10.42.42.5(pid=21593) [trial-2365↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21593)] [trial-2365↪gprs:trx-b200↪iperf3m4.py:8]\u000a22:07:17.582589 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:07:17.645885 run osmo-hlr_10.42.42.2(pid=21590): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21590)]\u000a22:07:17.697669 run osmo-hlr_10.42.42.2(pid=21590): stdout: \u000a| (launched: 2022-12-09_22:07:14.161766) \u000a22:07:17.749658 run osmo-hlr_10.42.42.2(pid=21590): stderr: \u000a| �[0;m�[1;31m20221209220714363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220714363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220714363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220714363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220714363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220714363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220714383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220714393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220714394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220714394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:17.793927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21579): Terminating (SIGTERM)\u000a22:07:17.835662 run iperf3-srv_10.42.42.10(pid=21580): Terminating (SIGTERM)\u000a22:07:17.877641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21581): Terminating (SIGTERM)\u000a22:07:17.919548 run iperf3-srv_10.42.42.10(pid=21582): Terminating (SIGTERM)\u000a22:07:17.961802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21583): Terminating (SIGTERM)\u000a22:07:18.003698 run iperf3-srv_10.42.42.10(pid=21584): Terminating (SIGTERM)\u000a22:07:18.045499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21585): Terminating (SIGTERM)\u000a22:07:18.087220 run iperf3-srv_10.42.42.10(pid=21586): Terminating (SIGTERM)\u000a22:07:18.129152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21589): Terminating (SIGTERM)\u000a22:07:18.171189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21592): Terminating (SIGTERM)\u000a22:07:18.213136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21595): Terminating (SIGTERM)\u000a22:07:18.222800 --- ParallelTerminationStrategy: PID 21579 died...\u000a22:07:18.278929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21579): Terminated: ok {rc=0}\u000a22:07:18.288925 --- ParallelTerminationStrategy: PID 21580 died...\u000a22:07:18.344907 run iperf3-srv_10.42.42.10(pid=21580): Terminated {rc=256}\u000a22:07:18.354937 --- ParallelTerminationStrategy: PID 21581 died...\u000a22:07:18.410922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21581): Terminated: ok {rc=0}\u000a22:07:18.421257 --- ParallelTerminationStrategy: PID 21582 died...\u000a22:07:18.476812 run iperf3-srv_10.42.42.10(pid=21582): Terminated {rc=256}\u000a22:07:18.486900 --- ParallelTerminationStrategy: PID 21583 died...\u000a22:07:18.542516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21583): Terminated: ok {rc=0}\u000a22:07:18.552544 --- ParallelTerminationStrategy: PID 21584 died...\u000a22:07:18.608243 run iperf3-srv_10.42.42.10(pid=21584): Terminated {rc=256}\u000a22:07:18.618292 --- ParallelTerminationStrategy: PID 21585 died...\u000a22:07:18.673949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21585): Terminated: ok {rc=0}\u000a22:07:18.683923 --- ParallelTerminationStrategy: PID 21586 died...\u000a22:07:18.739507 run iperf3-srv_10.42.42.10(pid=21586): Terminated {rc=256}\u000a22:07:18.749697 --- ParallelTerminationStrategy: PID 21589 died...\u000a22:07:18.805384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21589): Terminated: ok {rc=0}\u000a22:07:18.815465 --- ParallelTerminationStrategy: PID 21592 died...\u000a22:07:18.871314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21592): Terminated: ok {rc=0}\u000a22:07:18.881459 --- ParallelTerminationStrategy: PID 21595 died...\u000a22:07:18.937177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21595): Terminated: ok {rc=0}\u000a22:07:19.024827 bus /gobi_4: Setting Powered False\u000a22:07:20.133209 bus /gobi_4: Setting Powered False\u000a22:07:21.241841 bus /gobi_1: Setting Powered False\u000a22:07:22.349327 bus /gobi_1: Setting Powered False\u000a22:07:23.460723 bus /gobi_0: Setting Powered False\u000a22:07:24.563795 bus /gobi_0: Setting Powered False\u000a22:07:25.675908 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 180, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21603): Process ended prematurely: osmo-stp_10.42.42.5(pid=21603) [trial-2365↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21603)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21603): Process ended prematurely: osmo-stp_10.42.42.5(pid=21603) [trial-2365↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a22:07:26.743170 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:26.754437 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:07:26.890392 tst ping.py: using LAC 23980\u000a22:07:27.006433 tst ping.py: using RAC 10\u000a22:07:27.127347 tst ping.py: using CellId 23980\u000a22:07:27.242573 tst ping.py: using BVCI 23981\u000a22:07:27.265203 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:27.275637 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:27.286146 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:27.296801 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:27.307415 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:27.318127 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:27.328765 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:27.339561 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:27.631620 tst ping.py:19: start network...\u000a22:07:27.763605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:28.268683 run create_hlr_db(pid=21597): Launched\u000a22:07:28.452769 bus /gobi_6: Setting Powered False\u000a22:07:29.473606 run create_hlr_db(pid=21597): Terminated: ok {rc=0}\u000a22:07:29.875221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21599): Launched\u000a22:07:30.174038 run osmo-hlr_10.42.42.2(pid=21600): Launched\u000a22:07:30.280354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:30.801191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21602): Launched\u000a22:07:31.244371 run osmo-stp_10.42.42.5(pid=21603): Launched\u000a22:07:31.442215 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:32.031115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21605): Launched\u000a22:07:32.148825 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:32.426425 run patchelf(pid=21606): Launched\u000a22:07:32.613062 run osmo-stp_10.42.42.5(pid=21603): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21603)]\u000a22:07:32.749381 run osmo-stp_10.42.42.5(pid=21603): stdout: \u000a| (launched: 2022-12-09_22:07:30.991577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:32.885885 run osmo-stp_10.42.42.5(pid=21603): stderr: \u000a| �[0;m�[38;5;43m20221209220731279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220731279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220731280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220731280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220731280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220731281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220731281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:33.018052 run osmo-stp_10.42.42.5(pid=21603): stdout: \u000a| (launched: 2022-12-09_22:07:30.991577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:33.148200 run osmo-stp_10.42.42.5(pid=21603): stderr: \u000a| �[0;m�[38;5;43m20221209220731279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220731279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220731280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220731280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220731280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220731281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220731281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:33.301649 run patchelf(pid=21606): Terminating (SIGINT)\u000a22:07:33.481317 run patchelf(pid=21606): Terminated: ok {rc=0}\u000a22:07:33.513807 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21603): Process ended prematurely: osmo-stp_10.42.42.5(pid=21603) [trial-2365↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21603)] [trial-2365↪gprs:trx-b200↪ping.py:22]\u000a22:07:33.522927 tst ping.py:22: Test FAILED (6.8 sec)\u000a22:07:33.585689 run osmo-hlr_10.42.42.2(pid=21600): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21600)]\u000a22:07:33.636881 run osmo-hlr_10.42.42.2(pid=21600): stdout: \u000a| (launched: 2022-12-09_22:07:30.027578) \u000a22:07:33.688653 run osmo-hlr_10.42.42.2(pid=21600): stderr: \u000a| �[0;m�[1;31m20221209220730202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220730202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220730202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220730202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220730202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220730202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220730267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220730277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220730277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220730277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:33.732790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21599): Terminating (SIGTERM)\u000a22:07:33.774689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21602): Terminating (SIGTERM)\u000a22:07:33.816413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21605): Terminating (SIGTERM)\u000a22:07:33.826180 --- ParallelTerminationStrategy: PID 21599 died...\u000a22:07:33.882134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21599): Terminated: ok {rc=0}\u000a22:07:33.892262 --- ParallelTerminationStrategy: PID 21602 died...\u000a22:07:33.947970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21602): Terminated: ok {rc=0}\u000a22:07:33.958331 --- ParallelTerminationStrategy: PID 21605 died...\u000a22:07:34.013699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21605): Terminated: ok {rc=0}\u000a22:07:34.101140 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 180, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21614): Process ended prematurely: osmo-stp_10.42.42.5(pid=21614) [trial-2365↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21614)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21614): Process ended prematurely: osmo-stp_10.42.42.5(pid=21614) [trial-2365↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a22:07:35.152474 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:35.163670 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a22:07:35.307679 tst ping_idle_ping.py: using LAC 23981\u000a22:07:35.432415 tst ping_idle_ping.py: using RAC 11\u000a22:07:35.557066 tst ping_idle_ping.py: using CellId 23981\u000a22:07:35.683112 tst ping_idle_ping.py: using BVCI 23982\u000a22:07:35.707370 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:35.718480 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:35.729410 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:35.740248 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:35.751125 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:35.761958 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:35.772861 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a22:07:35.783747 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a22:07:36.073299 tst ping_idle_ping.py:24: start network...\u000a22:07:36.205385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:36.713955 run create_hlr_db(pid=21608): Launched\u000a22:07:36.898891 bus /gobi_6: Setting Powered False\u000a22:07:37.910579 run create_hlr_db(pid=21608): Terminated: ok {rc=0}\u000a22:07:38.316588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21610): Launched\u000a22:07:38.615370 run osmo-hlr_10.42.42.2(pid=21611): Launched\u000a22:07:38.730307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:39.256349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21613): Launched\u000a22:07:39.556121 run osmo-stp_10.42.42.5(pid=21614): Launched\u000a22:07:39.665606 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:40.185290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21616): Launched\u000a22:07:40.290952 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:40.551609 run patchelf(pid=21617): Launched\u000a22:07:40.726980 run osmo-stp_10.42.42.5(pid=21614): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21614)]\u000a22:07:40.855285 run osmo-stp_10.42.42.5(pid=21614): stdout: \u000a| (launched: 2022-12-09_22:07:39.408684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:40.984088 run osmo-stp_10.42.42.5(pid=21614): stderr: \u000a| �[0;m�[38;5;43m20221209220739576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220739576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220739577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220739577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220739579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220739579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220739580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:41.107700 run osmo-stp_10.42.42.5(pid=21614): stdout: \u000a| (launched: 2022-12-09_22:07:39.408684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:41.229771 run osmo-stp_10.42.42.5(pid=21614): stderr: \u000a| �[0;m�[38;5;43m20221209220739576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220739576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220739577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220739577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220739579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220739579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220739580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:41.373870 run patchelf(pid=21617): Terminating (SIGINT)\u000a22:07:41.542391 run patchelf(pid=21617): Terminated: ok {rc=0}\u000a22:07:41.572825 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21614): Process ended prematurely: osmo-stp_10.42.42.5(pid=21614) [trial-2365↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21614)] [trial-2365↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a22:07:41.581584 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:07:41.641950 run osmo-hlr_10.42.42.2(pid=21611): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21611)]\u000a22:07:41.690890 run osmo-hlr_10.42.42.2(pid=21611): stdout: \u000a| (launched: 2022-12-09_22:07:38.467930) \u000a22:07:41.740589 run osmo-hlr_10.42.42.2(pid=21611): stderr: \u000a| �[0;m�[1;31m20221209220738642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220738642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220738642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220738642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220738642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220738642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220738654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220738663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220738663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220738663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:41.782300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21610): Terminating (SIGTERM)\u000a22:07:41.821950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21613): Terminating (SIGTERM)\u000a22:07:41.861546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21616): Terminating (SIGTERM)\u000a22:07:41.872028 --- ParallelTerminationStrategy: PID 21610 died...\u000a22:07:41.925358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21610): Terminated: ok {rc=0}\u000a22:07:41.935159 --- ParallelTerminationStrategy: PID 21613 died...\u000a22:07:41.988251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21613): Terminated: ok {rc=0}\u000a22:07:41.997878 --- ParallelTerminationStrategy: PID 21616 died...\u000a22:07:42.051254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21616): Terminated: ok {rc=0}\u000a22:07:42.134947 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:06:43" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21631): Process ended prematurely: osmo-stp_10.42.42.5(pid=21631) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21631)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21631): Process ended prematurely: osmo-stp_10.42.42.5(pid=21631) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:07:44.290907 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:44.302207 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:07:44.449968 tst cs_paging_gprs_active.py: using LAC 23982\u000a22:07:44.573753 tst cs_paging_gprs_active.py: using RAC 12\u000a22:07:44.691835 tst cs_paging_gprs_active.py: using CellId 23982\u000a22:07:44.809985 tst cs_paging_gprs_active.py: using BVCI 23983\u000a22:07:44.833058 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:44.843640 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:44.854177 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:44.864853 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:44.875586 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:44.886296 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:44.897130 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:44.907668 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:44.918549 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:07:45.040323 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:07:45.336775 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:07:45.472486 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:45.806859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21621): Launched\u000a22:07:46.113307 run iperf3-srv_10.42.42.10(pid=21622): Launched\u000a22:07:46.315216 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:07:46.452831 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:46.803191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21623): Launched\u000a22:07:47.108235 run iperf3-srv_10.42.42.10(pid=21624): Launched\u000a22:07:47.307979 tst cs_paging_gprs_active.py:38: start network...\u000a22:07:47.443295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:47.962477 run create_hlr_db(pid=21625): Launched\u000a22:07:48.149631 bus /gobi_6: Setting Powered False\u000a22:07:49.170205 run create_hlr_db(pid=21625): Terminated: ok {rc=0}\u000a22:07:49.600663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21627): Launched\u000a22:07:49.923450 run osmo-hlr_10.42.42.2(pid=21628): Launched\u000a22:07:50.043912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:07:50.603997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21630): Launched\u000a22:07:50.926987 run osmo-stp_10.42.42.5(pid=21631): Launched\u000a22:07:51.044675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:07:51.608802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21633): Launched\u000a22:07:51.723792 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:07:52.006083 run patchelf(pid=21634): Launched\u000a22:07:52.196581 run osmo-stp_10.42.42.5(pid=21631): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21631)]\u000a22:07:52.334836 run osmo-stp_10.42.42.5(pid=21631): stdout: \u000a| (launched: 2022-12-09_22:07:50.768237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:52.473349 run osmo-stp_10.42.42.5(pid=21631): stderr: \u000a| �[0;m�[38;5;43m20221209220750960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220750960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220750960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220750960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220750963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220750963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220750963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:52.607349 run osmo-stp_10.42.42.5(pid=21631): stdout: \u000a| (launched: 2022-12-09_22:07:50.768237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:07:52.740237 run osmo-stp_10.42.42.5(pid=21631): stderr: \u000a| �[0;m�[38;5;43m20221209220750960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220750960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220750960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220750960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220750963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220750963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220750963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:07:52.895797 run patchelf(pid=21634): Terminating (SIGINT)\u000a22:07:53.079324 run patchelf(pid=21634): Terminated: ok {rc=0}\u000a22:07:53.112872 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21631): Process ended prematurely: osmo-stp_10.42.42.5(pid=21631) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21631)] [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:07:53.122782 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:07:53.185685 run osmo-hlr_10.42.42.2(pid=21628): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21628)]\u000a22:07:53.237073 run osmo-hlr_10.42.42.2(pid=21628): stdout: \u000a| (launched: 2022-12-09_22:07:49.765357) \u000a22:07:53.288839 run osmo-hlr_10.42.42.2(pid=21628): stderr: \u000a| �[0;m�[1;31m20221209220749964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220749964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220749964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220749964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220749964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220749964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220749976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220749985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220749985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220749985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:07:53.333231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21621): Terminating (SIGTERM)\u000a22:07:53.374799 run iperf3-srv_10.42.42.10(pid=21622): Terminating (SIGTERM)\u000a22:07:53.416758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21623): Terminating (SIGTERM)\u000a22:07:53.458355 run iperf3-srv_10.42.42.10(pid=21624): Terminating (SIGTERM)\u000a22:07:53.499928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21627): Terminating (SIGTERM)\u000a22:07:53.541571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21630): Terminating (SIGTERM)\u000a22:07:53.583260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21633): Terminating (SIGTERM)\u000a22:07:53.592854 --- ParallelTerminationStrategy: PID 21621 died...\u000a22:07:53.648542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21621): Terminated: ok {rc=0}\u000a22:07:53.658496 --- ParallelTerminationStrategy: PID 21622 died...\u000a22:07:53.713604 run iperf3-srv_10.42.42.10(pid=21622): Terminated {rc=256}\u000a22:07:53.723446 --- ParallelTerminationStrategy: PID 21623 died...\u000a22:07:53.778845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21623): Terminated: ok {rc=0}\u000a22:07:53.788691 --- ParallelTerminationStrategy: PID 21624 died...\u000a22:07:53.843902 run iperf3-srv_10.42.42.10(pid=21624): Terminated {rc=256}\u000a22:07:53.853867 --- ParallelTerminationStrategy: PID 21627 died...\u000a22:07:53.908996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21627): Terminated: ok {rc=0}\u000a22:07:53.918998 --- ParallelTerminationStrategy: PID 21630 died...\u000a22:07:53.974551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21630): Terminated: ok {rc=0}\u000a22:07:53.984547 --- ParallelTerminationStrategy: PID 21633 died...\u000a22:07:54.039953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21633): Terminated: ok {rc=0}\u000a22:07:54.128140 bus /gobi_0: Setting Powered False\u000a22:07:55.235149 bus /gobi_0: Setting Powered False\u000a22:07:56.342421 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21654): Process ended prematurely: osmo-stp_10.42.42.5(pid=21654) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21654)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21654): Process ended prematurely: osmo-stp_10.42.42.5(pid=21654) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:07:57.458291 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:57.470048 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:07:57.617052 tst iperf3.py: using LAC 23983\u000a22:07:57.742402 tst iperf3.py: using RAC 13\u000a22:07:57.868899 tst iperf3.py: using CellId 23983\u000a22:07:57.994512 tst iperf3.py: using BVCI 23984\u000a22:07:58.019302 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:58.030546 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:58.041603 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:58.052593 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:58.063630 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:58.074581 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:58.085708 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:58.096603 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:07:58.107720 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:07:58.389509 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:07:58.516235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:07:58.830572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21635): Launched\u000a22:07:59.091836 run iperf3-srv_10.42.42.10(pid=21636): Launched\u000a22:07:59.276796 tst iperf3.py:8: start network...\u000a22:07:59.403028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:07:59.880645 run create_hlr_db(pid=21637): Launched\u000a22:08:00.056322 bus /gobi_6: Setting Powered False\u000a22:08:01.112250 run create_hlr_db(pid=21637): Terminated: ok {rc=0}\u000a22:08:01.611326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21639): Launched\u000a22:08:02.164079 run osmo-hlr_10.42.42.2(pid=21640): Launched\u000a22:08:02.399855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:03.002499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21653): Launched\u000a22:08:03.423693 run osmo-stp_10.42.42.5(pid=21654): Launched\u000a22:08:03.634364 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:04.224218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21656): Launched\u000a22:08:04.342620 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:04.651184 run patchelf(pid=21657): Launched\u000a22:08:04.846411 run osmo-stp_10.42.42.5(pid=21654): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21654)]\u000a22:08:04.989174 run osmo-stp_10.42.42.5(pid=21654): stdout: \u000a| (launched: 2022-12-09_22:08:03.157311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:05.130891 run osmo-stp_10.42.42.5(pid=21654): stderr: \u000a| �[0;m�[38;5;43m20221209220803448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220803448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220803449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220803449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220803449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220803450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220803450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:05.269349 run osmo-stp_10.42.42.5(pid=21654): stdout: \u000a| (launched: 2022-12-09_22:08:03.157311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:05.406488 run osmo-stp_10.42.42.5(pid=21654): stderr: \u000a| �[0;m�[38;5;43m20221209220803448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220803448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220803449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220803449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220803449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220803450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220803450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:05.567602 run patchelf(pid=21657): Terminating (SIGINT)\u000a22:08:05.754435 run patchelf(pid=21657): Terminated: ok {rc=0}\u000a22:08:05.789271 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21654): Process ended prematurely: osmo-stp_10.42.42.5(pid=21654) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21654)] [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a22:08:05.800261 tst iperf3.py:8: Test FAILED (8.4 sec)\u000a22:08:05.864300 run osmo-hlr_10.42.42.2(pid=21640): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21640)]\u000a22:08:05.917155 run osmo-hlr_10.42.42.2(pid=21640): stdout: \u000a| (launched: 2022-12-09_22:08:01.837509) \u000a22:08:05.971500 run osmo-hlr_10.42.42.2(pid=21640): stderr: \u000a| �[0;m�[1;31m20221209220802170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220802170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220802170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220802170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220802170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220802170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220802189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220802207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220802207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220802207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:06.017490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21635): Terminating (SIGTERM)\u000a22:08:06.062437 run iperf3-srv_10.42.42.10(pid=21636): Terminating (SIGTERM)\u000a22:08:06.107205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21639): Terminating (SIGTERM)\u000a22:08:06.153359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21653): Terminating (SIGTERM)\u000a22:08:06.198825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21656): Terminating (SIGTERM)\u000a22:08:06.209720 --- ParallelTerminationStrategy: PID 21635 died...\u000a22:08:06.268745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21635): Terminated: ok {rc=0}\u000a22:08:06.279906 --- ParallelTerminationStrategy: PID 21636 died...\u000a22:08:06.337486 run iperf3-srv_10.42.42.10(pid=21636): Terminated {rc=256}\u000a22:08:06.349800 --- ParallelTerminationStrategy: PID 21639 died...\u000a22:08:06.407622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21639): Terminated: ok {rc=0}\u000a22:08:06.418340 --- ParallelTerminationStrategy: PID 21653 died...\u000a22:08:06.475345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21653): Terminated: ok {rc=0}\u000a22:08:06.485944 --- ParallelTerminationStrategy: PID 21656 died...\u000a22:08:06.544432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21656): Terminated: ok {rc=0}\u000a22:08:06.634504 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21933): Process ended prematurely: osmo-stp_10.42.42.5(pid=21933) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21933)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21933): Process ended prematurely: osmo-stp_10.42.42.5(pid=21933) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:08:07.752684 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:07.765405 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:08:07.911660 tst iperf3m4.py: using LAC 23984\u000a22:08:08.039428 tst iperf3m4.py: using RAC 14\u000a22:08:08.167339 tst iperf3m4.py: using CellId 23984\u000a22:08:08.293823 tst iperf3m4.py: using BVCI 23985\u000a22:08:08.319828 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.332232 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.345157 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.357610 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.370099 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.382832 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.396671 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.408781 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:08.422117 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:08.549056 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:08.674365 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:08.793466 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:09.089382 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:08:09.252867 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:09.642010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21686): Launched\u000a22:08:09.969269 run iperf3-srv_10.42.42.10(pid=21699): Launched\u000a22:08:10.195480 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:08:10.351527 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:10.817205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21769): Launched\u000a22:08:11.184719 run iperf3-srv_10.42.42.10(pid=21824): Launched\u000a22:08:11.433166 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:08:11.601104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:12.000115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21922): Launched\u000a22:08:12.307124 run iperf3-srv_10.42.42.10(pid=21924): Launched\u000a22:08:12.495827 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:08:12.624536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:12.966382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21925): Launched\u000a22:08:13.258291 run iperf3-srv_10.42.42.10(pid=21926): Launched\u000a22:08:13.447204 tst iperf3m4.py:8: start network...\u000a22:08:13.576343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:14.071398 run create_hlr_db(pid=21927): Launched\u000a22:08:14.255203 bus /gobi_6: Setting Powered False\u000a22:08:15.274667 run create_hlr_db(pid=21927): Terminated: ok {rc=0}\u000a22:08:15.714760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21929): Launched\u000a22:08:16.211127 run osmo-hlr_10.42.42.2(pid=21930): Launched\u000a22:08:16.379960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:17.107367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21932): Launched\u000a22:08:17.628434 run osmo-stp_10.42.42.5(pid=21933): Launched\u000a22:08:17.796470 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:18.560099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21935): Launched\u000a22:08:18.678207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:18.981328 run patchelf(pid=21936): Launched\u000a22:08:19.195264 run osmo-stp_10.42.42.5(pid=21933): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21933)]\u000a22:08:19.337778 run osmo-stp_10.42.42.5(pid=21933): stdout: \u000a| (launched: 2022-12-09_22:08:17.315122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:19.480008 run osmo-stp_10.42.42.5(pid=21933): stderr: \u000a| �[0;m�[38;5;43m20221209220817656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220817657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220817657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220817657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220817660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220817660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220817660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:19.617648 run osmo-stp_10.42.42.5(pid=21933): stdout: \u000a| (launched: 2022-12-09_22:08:17.315122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:19.754779 run osmo-stp_10.42.42.5(pid=21933): stderr: \u000a| �[0;m�[38;5;43m20221209220817656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220817657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220817657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220817657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220817660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220817660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220817660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:19.914951 run patchelf(pid=21936): Terminating (SIGINT)\u000a22:08:20.103491 run patchelf(pid=21936): Terminated: ok {rc=0}\u000a22:08:20.138501 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21933): Process ended prematurely: osmo-stp_10.42.42.5(pid=21933) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21933)] [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:08:20.149487 tst iperf3m4.py:8: Test FAILED (12.4 sec)\u000a22:08:20.214886 run osmo-hlr_10.42.42.2(pid=21930): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21930)]\u000a22:08:20.268342 run osmo-hlr_10.42.42.2(pid=21930): stdout: \u000a| (launched: 2022-12-09_22:08:15.879256) \u000a22:08:20.322598 run osmo-hlr_10.42.42.2(pid=21930): stderr: \u000a| �[0;m�[1;31m20221209220816152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220816152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220816152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220816152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220816152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220816153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220816167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220816175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220816175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220816175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:20.368432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21686): Terminating (SIGTERM)\u000a22:08:20.414273 run iperf3-srv_10.42.42.10(pid=21699): Terminating (SIGTERM)\u000a22:08:20.460267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21769): Terminating (SIGTERM)\u000a22:08:20.503645 run iperf3-srv_10.42.42.10(pid=21824): Terminating (SIGTERM)\u000a22:08:20.549494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21922): Terminating (SIGTERM)\u000a22:08:20.595229 run iperf3-srv_10.42.42.10(pid=21924): Terminating (SIGTERM)\u000a22:08:20.640734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21925): Terminating (SIGTERM)\u000a22:08:20.687122 run iperf3-srv_10.42.42.10(pid=21926): Terminating (SIGTERM)\u000a22:08:20.732538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21929): Terminating (SIGTERM)\u000a22:08:20.778646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21932): Terminating (SIGTERM)\u000a22:08:20.825498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21935): Terminating (SIGTERM)\u000a22:08:20.836499 --- ParallelTerminationStrategy: PID 21686 died...\u000a22:08:20.896390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21686): Terminated: ok {rc=0}\u000a22:08:20.907647 --- ParallelTerminationStrategy: PID 21699 died...\u000a22:08:20.966032 run iperf3-srv_10.42.42.10(pid=21699): Terminated {rc=256}\u000a22:08:20.977458 --- ParallelTerminationStrategy: PID 21769 died...\u000a22:08:21.035936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21769): Terminated: ok {rc=0}\u000a22:08:21.047004 --- ParallelTerminationStrategy: PID 21824 died...\u000a22:08:21.105637 run iperf3-srv_10.42.42.10(pid=21824): Terminated {rc=256}\u000a22:08:21.116555 --- ParallelTerminationStrategy: PID 21922 died...\u000a22:08:21.177672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21922): Terminated: ok {rc=0}\u000a22:08:21.188692 --- ParallelTerminationStrategy: PID 21924 died...\u000a22:08:21.246044 run iperf3-srv_10.42.42.10(pid=21924): Terminated {rc=256}\u000a22:08:21.256915 --- ParallelTerminationStrategy: PID 21925 died...\u000a22:08:21.314967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21925): Terminated: ok {rc=0}\u000a22:08:21.326243 --- ParallelTerminationStrategy: PID 21926 died...\u000a22:08:21.383936 run iperf3-srv_10.42.42.10(pid=21926): Terminated {rc=256}\u000a22:08:21.394940 --- ParallelTerminationStrategy: PID 21929 died...\u000a22:08:21.452552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21929): Terminated: ok {rc=0}\u000a22:08:21.463528 --- ParallelTerminationStrategy: PID 21932 died...\u000a22:08:21.521487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21932): Terminated: ok {rc=0}\u000a22:08:21.532473 --- ParallelTerminationStrategy: PID 21935 died...\u000a22:08:21.590067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21935): Terminated: ok {rc=0}\u000a22:08:21.681709 bus /gobi_4: Setting Powered False\u000a22:08:22.793302 bus /gobi_4: Setting Powered False\u000a22:08:23.907696 bus /gobi_1: Setting Powered False\u000a22:08:25.016080 bus /gobi_1: Setting Powered False\u000a22:08:26.127491 bus /gobi_0: Setting Powered False\u000a22:08:27.230858 bus /gobi_0: Setting Powered False\u000a22:08:28.341498 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21945): Process ended prematurely: osmo-stp_10.42.42.5(pid=21945) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21945)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21945): Process ended prematurely: osmo-stp_10.42.42.5(pid=21945) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:08:29.408685 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:29.420316 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:08:29.560504 tst ping.py: using LAC 23985\u000a22:08:29.677813 tst ping.py: using RAC 15\u000a22:08:29.792300 tst ping.py: using CellId 23985\u000a22:08:29.909432 tst ping.py: using BVCI 23986\u000a22:08:29.931910 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:29.942652 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:29.953582 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:29.964619 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:29.975503 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:29.986829 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:29.998092 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:30.008871 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:30.297807 tst ping.py:19: start network...\u000a22:08:30.429380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:30.974695 run create_hlr_db(pid=21939): Launched\u000a22:08:31.167423 bus /gobi_6: Setting Powered False\u000a22:08:32.212686 run create_hlr_db(pid=21939): Terminated: ok {rc=0}\u000a22:08:32.641194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21941): Launched\u000a22:08:32.956791 run osmo-hlr_10.42.42.2(pid=21942): Launched\u000a22:08:33.076173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:33.628532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21944): Launched\u000a22:08:33.946658 run osmo-stp_10.42.42.5(pid=21945): Launched\u000a22:08:34.062011 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:34.614886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21947): Launched\u000a22:08:34.727892 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:35.005258 run patchelf(pid=21948): Launched\u000a22:08:35.191870 run osmo-stp_10.42.42.5(pid=21945): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21945)]\u000a22:08:35.328678 run osmo-stp_10.42.42.5(pid=21945): stdout: \u000a| (launched: 2022-12-09_22:08:33.791354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:35.465301 run osmo-stp_10.42.42.5(pid=21945): stderr: \u000a| �[0;m�[38;5;43m20221209220833983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220833983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220833983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220833984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220833984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220833984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220833985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:35.596696 run osmo-stp_10.42.42.5(pid=21945): stdout: \u000a| (launched: 2022-12-09_22:08:33.791354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:35.726988 run osmo-stp_10.42.42.5(pid=21945): stderr: \u000a| �[0;m�[38;5;43m20221209220833983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220833983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220833983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220833984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220833984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220833984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220833985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:35.880010 run patchelf(pid=21948): Terminating (SIGINT)\u000a22:08:36.060472 run patchelf(pid=21948): Terminated: ok {rc=0}\u000a22:08:36.093118 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21945): Process ended prematurely: osmo-stp_10.42.42.5(pid=21945) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21945)] [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a22:08:36.102341 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:08:36.165263 run osmo-hlr_10.42.42.2(pid=21942): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21942)]\u000a22:08:36.216694 run osmo-hlr_10.42.42.2(pid=21942): stdout: \u000a| (launched: 2022-12-09_22:08:32.802474) \u000a22:08:36.268598 run osmo-hlr_10.42.42.2(pid=21942): stderr: \u000a| �[0;m�[1;31m20221209220833000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220833000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220833000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220833000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220833000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220833000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220833014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220833022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220833023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220833023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:36.313205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21941): Terminating (SIGTERM)\u000a22:08:36.355350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21944): Terminating (SIGTERM)\u000a22:08:36.397576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21947): Terminating (SIGTERM)\u000a22:08:36.407418 --- ParallelTerminationStrategy: PID 21941 died...\u000a22:08:36.463823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21941): Terminated: ok {rc=0}\u000a22:08:36.474035 --- ParallelTerminationStrategy: PID 21944 died...\u000a22:08:36.529810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21944): Terminated: ok {rc=0}\u000a22:08:36.539940 --- ParallelTerminationStrategy: PID 21947 died...\u000a22:08:36.595586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21947): Terminated: ok {rc=0}\u000a22:08:36.682596 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21955): Process ended prematurely: osmo-stp_10.42.42.5(pid=21955) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21955)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21955): Process ended prematurely: osmo-stp_10.42.42.5(pid=21955) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:08:37.735376 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:37.747541 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:08:37.893073 tst ping_idle_ping.py: using LAC 23986\u000a22:08:38.022261 tst ping_idle_ping.py: using RAC 16\u000a22:08:38.144677 tst ping_idle_ping.py: using CellId 23986\u000a22:08:38.267428 tst ping_idle_ping.py: using BVCI 23987\u000a22:08:38.291588 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:38.302976 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:38.314107 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:38.325220 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:38.336290 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:38.347363 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:38.358599 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:08:38.369653 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:08:38.646562 tst ping_idle_ping.py:24: start network...\u000a22:08:38.770760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:39.240318 run create_hlr_db(pid=21949): Launched\u000a22:08:39.412206 bus /gobi_6: Setting Powered False\u000a22:08:40.434498 run create_hlr_db(pid=21949): Terminated: ok {rc=0}\u000a22:08:40.859658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21951): Launched\u000a22:08:41.178199 run osmo-hlr_10.42.42.2(pid=21952): Launched\u000a22:08:41.295010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:41.847239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21954): Launched\u000a22:08:42.165402 run osmo-stp_10.42.42.5(pid=21955): Launched\u000a22:08:42.280885 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:42.836588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21957): Launched\u000a22:08:42.950836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:43.230334 run patchelf(pid=21958): Launched\u000a22:08:43.417515 run osmo-stp_10.42.42.5(pid=21955): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21955)]\u000a22:08:43.554267 run osmo-stp_10.42.42.5(pid=21955): stdout: \u000a| (launched: 2022-12-09_22:08:42.009582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:43.691256 run osmo-stp_10.42.42.5(pid=21955): stderr: \u000a| �[0;m�[38;5;43m20221209220842199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220842199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220842199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220842200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220842202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220842202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220842202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:43.823655 run osmo-stp_10.42.42.5(pid=21955): stdout: \u000a| (launched: 2022-12-09_22:08:42.009582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:43.954280 run osmo-stp_10.42.42.5(pid=21955): stderr: \u000a| �[0;m�[38;5;43m20221209220842199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220842199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220842199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220842200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220842202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220842202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220842202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:44.108317 run patchelf(pid=21958): Terminating (SIGINT)\u000a22:08:44.288331 run patchelf(pid=21958): Terminated: ok {rc=0}\u000a22:08:44.321135 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21955): Process ended prematurely: osmo-stp_10.42.42.5(pid=21955) [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21955)] [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:08:44.330428 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:08:44.393199 run osmo-hlr_10.42.42.2(pid=21952): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21952)]\u000a22:08:44.444315 run osmo-hlr_10.42.42.2(pid=21952): stdout: \u000a| (launched: 2022-12-09_22:08:41.022056) \u000a22:08:44.495878 run osmo-hlr_10.42.42.2(pid=21952): stderr: \u000a| �[0;m�[1;31m20221209220841220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220841220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220841220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220841220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220841220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220841221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220841233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220841241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220841241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220841241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:44.539867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21951): Terminating (SIGTERM)\u000a22:08:44.581815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21954): Terminating (SIGTERM)\u000a22:08:44.623943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21957): Terminating (SIGTERM)\u000a22:08:44.633738 --- ParallelTerminationStrategy: PID 21951 died...\u000a22:08:44.690221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21951): Terminated: ok {rc=0}\u000a22:08:44.700445 --- ParallelTerminationStrategy: PID 21954 died...\u000a22:08:44.756320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21954): Terminated: ok {rc=0}\u000a22:08:44.766511 --- ParallelTerminationStrategy: PID 21957 died...\u000a22:08:44.822509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21957): Terminated: ok {rc=0}\u000a22:08:44.908681 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:07:43" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21972): Process ended prematurely: osmo-stp_10.42.42.5(pid=21972) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21972)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21972): Process ended prematurely: osmo-stp_10.42.42.5(pid=21972) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:08:47.181450 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:47.193343 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:08:47.355011 tst cs_paging_gprs_active.py: using LAC 23987\u000a22:08:47.472459 tst cs_paging_gprs_active.py: using RAC 17\u000a22:08:47.590159 tst cs_paging_gprs_active.py: using CellId 23987\u000a22:08:47.707439 tst cs_paging_gprs_active.py: using BVCI 23988\u000a22:08:47.730468 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:47.741220 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:47.751705 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:47.762576 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:47.773429 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:47.784276 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:47.795192 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:47.805950 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:47.816680 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:08:47.932653 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:08:48.210772 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:08:48.336715 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:48.650857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21962): Launched\u000a22:08:48.911085 run iperf3-srv_10.42.42.10(pid=21963): Launched\u000a22:08:49.095502 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:08:49.221569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:08:49.534923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21964): Launched\u000a22:08:49.795105 run iperf3-srv_10.42.42.10(pid=21965): Launched\u000a22:08:49.979860 tst cs_paging_gprs_active.py:38: start network...\u000a22:08:50.105815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:08:50.580786 run create_hlr_db(pid=21966): Launched\u000a22:08:50.755868 bus /gobi_6: Setting Powered False\u000a22:08:51.775446 run create_hlr_db(pid=21966): Terminated: ok {rc=0}\u000a22:08:52.179442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21968): Launched\u000a22:08:52.482166 run osmo-hlr_10.42.42.2(pid=21969): Launched\u000a22:08:52.597961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:08:53.128748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21971): Launched\u000a22:08:53.431242 run osmo-stp_10.42.42.5(pid=21972): Launched\u000a22:08:53.541835 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:08:54.070750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21974): Launched\u000a22:08:54.178902 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:08:54.444672 run patchelf(pid=21975): Launched\u000a22:08:54.624113 run osmo-stp_10.42.42.5(pid=21972): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21972)]\u000a22:08:54.755090 run osmo-stp_10.42.42.5(pid=21972): stdout: \u000a| (launched: 2022-12-09_22:08:53.282440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:54.886322 run osmo-stp_10.42.42.5(pid=21972): stderr: \u000a| �[0;m�[38;5;43m20221209220853452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220853452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220853452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220853453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220853455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220853455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220853455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:55.013481 run osmo-stp_10.42.42.5(pid=21972): stdout: \u000a| (launched: 2022-12-09_22:08:53.282440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:08:55.139207 run osmo-stp_10.42.42.5(pid=21972): stderr: \u000a| �[0;m�[38;5;43m20221209220853452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220853452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220853452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220853453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220853455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220853455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220853455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:08:55.286082 run patchelf(pid=21975): Terminating (SIGINT)\u000a22:08:55.459522 run patchelf(pid=21975): Terminated: ok {rc=0}\u000a22:08:55.491185 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21972): Process ended prematurely: osmo-stp_10.42.42.5(pid=21972) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21972)] [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:08:55.500342 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a22:08:55.560992 run osmo-hlr_10.42.42.2(pid=21969): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21969)]\u000a22:08:55.610133 run osmo-hlr_10.42.42.2(pid=21969): stdout: \u000a| (launched: 2022-12-09_22:08:52.333354) \u000a22:08:55.659911 run osmo-hlr_10.42.42.2(pid=21969): stderr: \u000a| �[0;m�[1;31m20221209220852506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220852506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220852506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220852506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220852507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220852507 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220852519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220852528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220852528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220852528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:08:55.702080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21962): Terminating (SIGTERM)\u000a22:08:55.742291 run iperf3-srv_10.42.42.10(pid=21963): Terminating (SIGTERM)\u000a22:08:55.782036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21964): Terminating (SIGTERM)\u000a22:08:55.821816 run iperf3-srv_10.42.42.10(pid=21965): Terminating (SIGTERM)\u000a22:08:55.861709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21968): Terminating (SIGTERM)\u000a22:08:55.901897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21971): Terminating (SIGTERM)\u000a22:08:55.941959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21974): Terminating (SIGTERM)\u000a22:08:55.951370 --- ParallelTerminationStrategy: PID 21962 died...\u000a22:08:56.004924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21962): Terminated: ok {rc=0}\u000a22:08:56.014855 --- ParallelTerminationStrategy: PID 21963 died...\u000a22:08:56.068282 run iperf3-srv_10.42.42.10(pid=21963): Terminated {rc=256}\u000a22:08:56.077822 --- ParallelTerminationStrategy: PID 21964 died...\u000a22:08:56.131343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21964): Terminated: ok {rc=0}\u000a22:08:56.140755 --- ParallelTerminationStrategy: PID 21965 died...\u000a22:08:56.193817 run iperf3-srv_10.42.42.10(pid=21965): Terminated {rc=256}\u000a22:08:56.203291 --- ParallelTerminationStrategy: PID 21968 died...\u000a22:08:56.256046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21968): Terminated: ok {rc=0}\u000a22:08:56.265781 --- ParallelTerminationStrategy: PID 21971 died...\u000a22:08:56.318526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21971): Terminated: ok {rc=0}\u000a22:08:56.328272 --- ParallelTerminationStrategy: PID 21974 died...\u000a22:08:56.381517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21974): Terminated: ok {rc=0}\u000a22:08:56.469700 bus /gobi_0: Setting Powered False\u000a22:08:57.571870 bus /gobi_0: Setting Powered False\u000a22:08:58.678735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21984): Process ended prematurely: osmo-stp_10.42.42.5(pid=21984) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21984)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21984): Process ended prematurely: osmo-stp_10.42.42.5(pid=21984) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:08:59.794124 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:08:59.806026 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:08:59.973585 tst iperf3.py: using LAC 23988\u000a22:09:00.099350 tst iperf3.py: using RAC 18\u000a22:09:00.225495 tst iperf3.py: using CellId 23988\u000a22:09:00.351730 tst iperf3.py: using BVCI 23989\u000a22:09:00.376431 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:00.387655 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:00.398736 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:00.409891 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:00.420857 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:00.431977 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:00.443127 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:00.454218 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:00.465878 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:00.758943 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:09:00.894428 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:01.256097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21976): Launched\u000a22:09:01.541014 run iperf3-srv_10.42.42.10(pid=21977): Launched\u000a22:09:01.742431 tst iperf3.py:8: start network...\u000a22:09:01.879339 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:02.368063 run create_hlr_db(pid=21978): Launched\u000a22:09:02.542911 bus /gobi_6: Setting Powered False\u000a22:09:03.563101 run create_hlr_db(pid=21978): Terminated: ok {rc=0}\u000a22:09:03.965425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21980): Launched\u000a22:09:04.267259 run osmo-hlr_10.42.42.2(pid=21981): Launched\u000a22:09:04.385991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:04.919205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21983): Launched\u000a22:09:05.221164 run osmo-stp_10.42.42.5(pid=21984): Launched\u000a22:09:05.331931 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:05.858557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21986): Launched\u000a22:09:05.966649 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:06.230618 run patchelf(pid=21987): Launched\u000a22:09:06.408786 run osmo-stp_10.42.42.5(pid=21984): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21984)]\u000a22:09:06.538614 run osmo-stp_10.42.42.5(pid=21984): stdout: \u000a| (launched: 2022-12-09_22:09:05.072565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:06.668692 run osmo-stp_10.42.42.5(pid=21984): stderr: \u000a| �[0;m�[38;5;43m20221209220905243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220905243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220905244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220905244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220905245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220905245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220905245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:06.793734 run osmo-stp_10.42.42.5(pid=21984): stdout: \u000a| (launched: 2022-12-09_22:09:05.072565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:06.918110 run osmo-stp_10.42.42.5(pid=21984): stderr: \u000a| �[0;m�[38;5;43m20221209220905243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220905243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220905244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220905244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220905245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220905245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220905245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:07.063873 run patchelf(pid=21987): Terminating (SIGINT)\u000a22:09:07.235227 run patchelf(pid=21987): Terminated: ok {rc=0}\u000a22:09:07.266485 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21984): Process ended prematurely: osmo-stp_10.42.42.5(pid=21984) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21984)] [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:09:07.275731 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:09:07.336523 run osmo-hlr_10.42.42.2(pid=21981): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21981)]\u000a22:09:07.385758 run osmo-hlr_10.42.42.2(pid=21981): stdout: \u000a| (launched: 2022-12-09_22:09:04.118916) \u000a22:09:07.435656 run osmo-hlr_10.42.42.2(pid=21981): stderr: \u000a| �[0;m�[1;31m20221209220904294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220904294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220904294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220904294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220904294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220904295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220904307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220904316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220904316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220904316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:07.477607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21976): Terminating (SIGTERM)\u000a22:09:07.517812 run iperf3-srv_10.42.42.10(pid=21977): Terminating (SIGTERM)\u000a22:09:07.558155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21980): Terminating (SIGTERM)\u000a22:09:07.598422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21983): Terminating (SIGTERM)\u000a22:09:07.638700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21986): Terminating (SIGTERM)\u000a22:09:07.648311 --- ParallelTerminationStrategy: PID 21976 died...\u000a22:09:07.702250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21976): Terminated: ok {rc=0}\u000a22:09:07.712019 --- ParallelTerminationStrategy: PID 21977 died...\u000a22:09:07.765451 run iperf3-srv_10.42.42.10(pid=21977): Terminated {rc=256}\u000a22:09:07.775039 --- ParallelTerminationStrategy: PID 21980 died...\u000a22:09:07.828682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21980): Terminated: ok {rc=0}\u000a22:09:07.838252 --- ParallelTerminationStrategy: PID 21983 died...\u000a22:09:07.891296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21983): Terminated: ok {rc=0}\u000a22:09:07.901120 --- ParallelTerminationStrategy: PID 21986 died...\u000a22:09:07.954406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21986): Terminated: ok {rc=0}\u000a22:09:08.043212 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22002): Process ended prematurely: osmo-stp_10.42.42.5(pid=22002) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22002)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22002): Process ended prematurely: osmo-stp_10.42.42.5(pid=22002) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:09:09.154385 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.165848 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:09:09.322379 tst iperf3m4.py: using LAC 23989\u000a22:09:09.439140 tst iperf3m4.py: using RAC 19\u000a22:09:09.555583 tst iperf3m4.py: using CellId 23989\u000a22:09:09.674440 tst iperf3m4.py: using BVCI 23990\u000a22:09:09.697369 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.708616 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.719316 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.730209 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.740923 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.751787 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.762839 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.773620 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:09.784531 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:09.904834 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:10.023231 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:10.145243 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:10.426423 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:09:10.552346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:10.866243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21988): Launched\u000a22:09:11.126724 run iperf3-srv_10.42.42.10(pid=21989): Launched\u000a22:09:11.310768 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:09:11.436051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:11.749805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21990): Launched\u000a22:09:12.010633 run iperf3-srv_10.42.42.10(pid=21991): Launched\u000a22:09:12.195136 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:09:12.320663 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:12.634437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21992): Launched\u000a22:09:12.894745 run iperf3-srv_10.42.42.10(pid=21993): Launched\u000a22:09:13.079551 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:09:13.204798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:13.519677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21994): Launched\u000a22:09:13.780034 run iperf3-srv_10.42.42.10(pid=21995): Launched\u000a22:09:13.964331 tst iperf3m4.py:8: start network...\u000a22:09:14.090783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:14.567463 run create_hlr_db(pid=21996): Launched\u000a22:09:14.741628 bus /gobi_6: Setting Powered False\u000a22:09:15.762461 run create_hlr_db(pid=21996): Terminated: ok {rc=0}\u000a22:09:16.252698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21998): Launched\u000a22:09:16.728751 run osmo-hlr_10.42.42.2(pid=21999): Launched\u000a22:09:17.033054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:17.606330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22001): Launched\u000a22:09:17.930320 run osmo-stp_10.42.42.5(pid=22002): Launched\u000a22:09:18.048251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:18.612111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22004): Launched\u000a22:09:18.727033 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:19.009765 run patchelf(pid=22005): Launched\u000a22:09:19.199789 run osmo-stp_10.42.42.5(pid=22002): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22002)]\u000a22:09:19.339085 run osmo-stp_10.42.42.5(pid=22002): stdout: \u000a| (launched: 2022-12-09_22:09:17.771367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:19.477955 run osmo-stp_10.42.42.5(pid=22002): stderr: \u000a| �[0;m�[38;5;43m20221209220917966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220917966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220917966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220917966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220917967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220917967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220917967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:19.611687 run osmo-stp_10.42.42.5(pid=22002): stdout: \u000a| (launched: 2022-12-09_22:09:17.771367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:19.744404 run osmo-stp_10.42.42.5(pid=22002): stderr: \u000a| �[0;m�[38;5;43m20221209220917966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220917966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220917966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220917966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220917967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220917967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220917967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:19.900090 run patchelf(pid=22005): Terminating (SIGINT)\u000a22:09:20.084288 run patchelf(pid=22005): Terminated: ok {rc=0}\u000a22:09:20.118231 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22002): Process ended prematurely: osmo-stp_10.42.42.5(pid=22002) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22002)] [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:09:20.128176 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:09:20.191477 run osmo-hlr_10.42.42.2(pid=21999): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21999)]\u000a22:09:20.243094 run osmo-hlr_10.42.42.2(pid=21999): stdout: \u000a| (launched: 2022-12-09_22:09:16.423480) \u000a22:09:20.295296 run osmo-hlr_10.42.42.2(pid=21999): stderr: \u000a| �[0;m�[1;31m20221209220916673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220916673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220916673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220916673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220916673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220916674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220916689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220916713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220916714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220916714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:20.339910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21988): Terminating (SIGTERM)\u000a22:09:20.381876 run iperf3-srv_10.42.42.10(pid=21989): Terminating (SIGTERM)\u000a22:09:20.423880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21990): Terminating (SIGTERM)\u000a22:09:20.465554 run iperf3-srv_10.42.42.10(pid=21991): Terminating (SIGTERM)\u000a22:09:20.507772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21992): Terminating (SIGTERM)\u000a22:09:20.549677 run iperf3-srv_10.42.42.10(pid=21993): Terminating (SIGTERM)\u000a22:09:20.591572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21994): Terminating (SIGTERM)\u000a22:09:20.633487 run iperf3-srv_10.42.42.10(pid=21995): Terminating (SIGTERM)\u000a22:09:20.675345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21998): Terminating (SIGTERM)\u000a22:09:20.717242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22001): Terminating (SIGTERM)\u000a22:09:20.759344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22004): Terminating (SIGTERM)\u000a22:09:20.769122 --- ParallelTerminationStrategy: PID 21988 died...\u000a22:09:20.825952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21988): Terminated: ok {rc=0}\u000a22:09:20.836238 --- ParallelTerminationStrategy: PID 21989 died...\u000a22:09:20.892246 run iperf3-srv_10.42.42.10(pid=21989): Terminated {rc=256}\u000a22:09:20.902529 --- ParallelTerminationStrategy: PID 21990 died...\u000a22:09:20.958883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21990): Terminated: ok {rc=0}\u000a22:09:20.969107 --- ParallelTerminationStrategy: PID 21991 died...\u000a22:09:21.025502 run iperf3-srv_10.42.42.10(pid=21991): Terminated {rc=256}\u000a22:09:21.035668 --- ParallelTerminationStrategy: PID 21992 died...\u000a22:09:21.091788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21992): Terminated: ok {rc=0}\u000a22:09:21.101904 --- ParallelTerminationStrategy: PID 21993 died...\u000a22:09:21.157688 run iperf3-srv_10.42.42.10(pid=21993): Terminated {rc=256}\u000a22:09:21.167858 --- ParallelTerminationStrategy: PID 21994 died...\u000a22:09:21.223896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21994): Terminated: ok {rc=0}\u000a22:09:21.234029 --- ParallelTerminationStrategy: PID 21995 died...\u000a22:09:21.289804 run iperf3-srv_10.42.42.10(pid=21995): Terminated {rc=256}\u000a22:09:21.299982 --- ParallelTerminationStrategy: PID 21998 died...\u000a22:09:21.356181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21998): Terminated: ok {rc=0}\u000a22:09:21.366564 --- ParallelTerminationStrategy: PID 22001 died...\u000a22:09:21.422610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22001): Terminated: ok {rc=0}\u000a22:09:21.432836 --- ParallelTerminationStrategy: PID 22004 died...\u000a22:09:21.489105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22004): Terminated: ok {rc=0}\u000a22:09:21.576344 bus /gobi_4: Setting Powered False\u000a22:09:22.683168 bus /gobi_4: Setting Powered False\u000a22:09:23.793003 bus /gobi_1: Setting Powered False\u000a22:09:24.899541 bus /gobi_1: Setting Powered False\u000a22:09:26.010367 bus /gobi_0: Setting Powered False\u000a22:09:27.114655 bus /gobi_0: Setting Powered False\u000a22:09:28.227605 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22012): Process ended prematurely: osmo-stp_10.42.42.5(pid=22012) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22012)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22012): Process ended prematurely: osmo-stp_10.42.42.5(pid=22012) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:09:29.295399 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:29.306899 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:09:29.471508 tst ping.py: using LAC 23990\u000a22:09:29.596900 tst ping.py: using RAC 20\u000a22:09:29.721077 tst ping.py: using CellId 23990\u000a22:09:29.845498 tst ping.py: using BVCI 23991\u000a22:09:29.870096 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:29.881730 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:29.892819 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:29.904581 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:29.916029 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:29.927634 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:29.939375 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:29.950928 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:30.228268 tst ping.py:19: start network...\u000a22:09:30.351629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:30.819622 run create_hlr_db(pid=22006): Launched\u000a22:09:31.032639 bus /gobi_6: Setting Powered False\u000a22:09:32.064502 run create_hlr_db(pid=22006): Terminated: ok {rc=0}\u000a22:09:32.494709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22008): Launched\u000a22:09:32.811426 run osmo-hlr_10.42.42.2(pid=22009): Launched\u000a22:09:32.931229 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:33.486844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22011): Launched\u000a22:09:33.803410 run osmo-stp_10.42.42.5(pid=22012): Launched\u000a22:09:33.918962 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:34.478121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22014): Launched\u000a22:09:34.592146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:34.868888 run patchelf(pid=22015): Launched\u000a22:09:35.056409 run osmo-stp_10.42.42.5(pid=22012): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22012)]\u000a22:09:35.193448 run osmo-stp_10.42.42.5(pid=22012): stdout: \u000a| (launched: 2022-12-09_22:09:33.648018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:35.330164 run osmo-stp_10.42.42.5(pid=22012): stderr: \u000a| �[0;m�[38;5;43m20221209220933838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220933838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220933838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220933839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220933841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220933841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220933841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:35.461845 run osmo-stp_10.42.42.5(pid=22012): stdout: \u000a| (launched: 2022-12-09_22:09:33.648018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:35.592023 run osmo-stp_10.42.42.5(pid=22012): stderr: \u000a| �[0;m�[38;5;43m20221209220933838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220933838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220933838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220933839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220933841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220933841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220933841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:35.745304 run patchelf(pid=22015): Terminating (SIGINT)\u000a22:09:35.925209 run patchelf(pid=22015): Terminated: ok {rc=0}\u000a22:09:35.958147 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22012): Process ended prematurely: osmo-stp_10.42.42.5(pid=22012) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22012)] [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:09:35.967582 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:09:36.031222 run osmo-hlr_10.42.42.2(pid=22009): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22009)]\u000a22:09:36.083266 run osmo-hlr_10.42.42.2(pid=22009): stdout: \u000a| (launched: 2022-12-09_22:09:32.656220) \u000a22:09:36.135779 run osmo-hlr_10.42.42.2(pid=22009): stderr: \u000a| �[0;m�[1;31m20221209220932855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220932855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220932855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220932855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220932855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220932855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220932869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220932877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220932878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220932878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:36.180604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22008): Terminating (SIGTERM)\u000a22:09:36.223058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22011): Terminating (SIGTERM)\u000a22:09:36.265438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22014): Terminating (SIGTERM)\u000a22:09:36.275213 --- ParallelTerminationStrategy: PID 22008 died...\u000a22:09:36.332154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22008): Terminated: ok {rc=0}\u000a22:09:36.342465 --- ParallelTerminationStrategy: PID 22011 died...\u000a22:09:36.398746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22011): Terminated: ok {rc=0}\u000a22:09:36.408939 --- ParallelTerminationStrategy: PID 22014 died...\u000a22:09:36.465161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22014): Terminated: ok {rc=0}\u000a22:09:36.553610 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22023): Process ended prematurely: osmo-stp_10.42.42.5(pid=22023) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22023)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22023): Process ended prematurely: osmo-stp_10.42.42.5(pid=22023) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:09:37.605158 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:37.617050 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:09:37.775504 tst ping_idle_ping.py: using LAC 23991\u000a22:09:37.891517 tst ping_idle_ping.py: using RAC 21\u000a22:09:38.009985 tst ping_idle_ping.py: using CellId 23991\u000a22:09:38.126353 tst ping_idle_ping.py: using BVCI 23992\u000a22:09:38.149069 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:38.159886 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:38.170577 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:38.181640 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:38.192359 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:38.203325 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:38.214386 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:09:38.225554 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:09:38.503052 tst ping_idle_ping.py:24: start network...\u000a22:09:38.627417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:39.100658 run create_hlr_db(pid=22017): Launched\u000a22:09:39.272896 bus /gobi_6: Setting Powered False\u000a22:09:40.294737 run create_hlr_db(pid=22017): Terminated: ok {rc=0}\u000a22:09:40.716499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22019): Launched\u000a22:09:41.033317 run osmo-hlr_10.42.42.2(pid=22020): Launched\u000a22:09:41.152938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:41.704930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22022): Launched\u000a22:09:42.023020 run osmo-stp_10.42.42.5(pid=22023): Launched\u000a22:09:42.139265 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:42.691104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22025): Launched\u000a22:09:42.803905 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:43.081158 run patchelf(pid=22026): Launched\u000a22:09:43.267708 run osmo-stp_10.42.42.5(pid=22023): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22023)]\u000a22:09:43.404623 run osmo-stp_10.42.42.5(pid=22023): stdout: \u000a| (launched: 2022-12-09_22:09:41.866497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:43.541489 run osmo-stp_10.42.42.5(pid=22023): stderr: \u000a| �[0;m�[38;5;43m20221209220942058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220942058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220942058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220942059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220942061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220942061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220942061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:43.672860 run osmo-stp_10.42.42.5(pid=22023): stdout: \u000a| (launched: 2022-12-09_22:09:41.866497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:43.802856 run osmo-stp_10.42.42.5(pid=22023): stderr: \u000a| �[0;m�[38;5;43m20221209220942058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220942058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220942058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220942059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220942061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220942061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220942061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:43.955474 run patchelf(pid=22026): Terminating (SIGINT)\u000a22:09:44.135707 run patchelf(pid=22026): Terminated: ok {rc=0}\u000a22:09:44.168123 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22023): Process ended prematurely: osmo-stp_10.42.42.5(pid=22023) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22023)] [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:09:44.177415 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:09:44.240109 run osmo-hlr_10.42.42.2(pid=22020): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22020)]\u000a22:09:44.291908 run osmo-hlr_10.42.42.2(pid=22020): stdout: \u000a| (launched: 2022-12-09_22:09:40.878045) \u000a22:09:44.344401 run osmo-hlr_10.42.42.2(pid=22020): stderr: \u000a| �[0;m�[1;31m20221209220941076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220941076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220941076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220941076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220941076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220941076 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220941089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220941097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220941097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220941097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:44.388668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22019): Terminating (SIGTERM)\u000a22:09:44.430634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22022): Terminating (SIGTERM)\u000a22:09:44.472696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22025): Terminating (SIGTERM)\u000a22:09:44.482356 --- ParallelTerminationStrategy: PID 22019 died...\u000a22:09:44.538308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22019): Terminated: ok {rc=0}\u000a22:09:44.548429 --- ParallelTerminationStrategy: PID 22022 died...\u000a22:09:44.603887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22022): Terminated: ok {rc=0}\u000a22:09:44.613864 --- ParallelTerminationStrategy: PID 22025 died...\u000a22:09:44.669083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22025): Terminated: ok {rc=0}\u000a22:09:44.757173 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:08:46" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22040): Process ended prematurely: osmo-stp_10.42.42.5(pid=22040) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22040)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22040): Process ended prematurely: osmo-stp_10.42.42.5(pid=22040) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:09:46.968777 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:46.985739 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:09:47.166262 tst cs_paging_gprs_active.py: using LAC 23992\u000a22:09:47.286191 tst cs_paging_gprs_active.py: using RAC 22\u000a22:09:47.405067 tst cs_paging_gprs_active.py: using CellId 23992\u000a22:09:47.528376 tst cs_paging_gprs_active.py: using BVCI 23993\u000a22:09:47.551594 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:47.562593 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:47.573511 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:47.585060 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:47.596275 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:47.607728 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:47.619371 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:47.631060 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:47.642282 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:09:47.766804 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:09:48.048093 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:09:48.174030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:48.488123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22030): Launched\u000a22:09:48.748827 run iperf3-srv_10.42.42.10(pid=22031): Launched\u000a22:09:48.933401 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:09:49.058673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:09:49.372083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22032): Launched\u000a22:09:49.633124 run iperf3-srv_10.42.42.10(pid=22033): Launched\u000a22:09:49.817588 tst cs_paging_gprs_active.py:38: start network...\u000a22:09:49.943935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:09:50.422014 run create_hlr_db(pid=22034): Launched\u000a22:09:50.596275 bus /gobi_6: Setting Powered False\u000a22:09:51.617701 run create_hlr_db(pid=22034): Terminated: ok {rc=0}\u000a22:09:52.047705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22036): Launched\u000a22:09:52.372421 run osmo-hlr_10.42.42.2(pid=22037): Launched\u000a22:09:52.490432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:09:53.051433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22039): Launched\u000a22:09:53.373838 run osmo-stp_10.42.42.5(pid=22040): Launched\u000a22:09:53.491165 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:09:54.054547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22042): Launched\u000a22:09:54.169914 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:09:54.451929 run patchelf(pid=22043): Launched\u000a22:09:54.641661 run osmo-stp_10.42.42.5(pid=22040): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22040)]\u000a22:09:54.779702 run osmo-stp_10.42.42.5(pid=22040): stdout: \u000a| (launched: 2022-12-09_22:09:53.215712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:54.918283 run osmo-stp_10.42.42.5(pid=22040): stderr: \u000a| �[0;m�[38;5;43m20221209220953409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220953409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220953409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220953409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220953410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220953410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220953410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:55.052780 run osmo-stp_10.42.42.5(pid=22040): stdout: \u000a| (launched: 2022-12-09_22:09:53.215712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:09:55.185589 run osmo-stp_10.42.42.5(pid=22040): stderr: \u000a| �[0;m�[38;5;43m20221209220953409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209220953409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209220953409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209220953409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209220953410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209220953410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209220953410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:09:55.340487 run patchelf(pid=22043): Terminating (SIGINT)\u000a22:09:55.523171 run patchelf(pid=22043): Terminated: ok {rc=0}\u000a22:09:55.556671 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22040): Process ended prematurely: osmo-stp_10.42.42.5(pid=22040) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22040)] [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:09:55.566569 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:09:55.629227 run osmo-hlr_10.42.42.2(pid=22037): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22037)]\u000a22:09:55.680373 run osmo-hlr_10.42.42.2(pid=22037): stdout: \u000a| (launched: 2022-12-09_22:09:52.213036) \u000a22:09:55.732194 run osmo-hlr_10.42.42.2(pid=22037): stderr: \u000a| �[0;m�[1;31m20221209220952413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209220952413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209220952413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220952413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209220952413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209220952413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209220952424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209220952433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209220952433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209220952433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:09:55.776454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22030): Terminating (SIGTERM)\u000a22:09:55.818130 run iperf3-srv_10.42.42.10(pid=22031): Terminating (SIGTERM)\u000a22:09:55.859882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22032): Terminating (SIGTERM)\u000a22:09:55.901473 run iperf3-srv_10.42.42.10(pid=22033): Terminating (SIGTERM)\u000a22:09:55.943190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22036): Terminating (SIGTERM)\u000a22:09:55.984928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22039): Terminating (SIGTERM)\u000a22:09:56.027079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22042): Terminating (SIGTERM)\u000a22:09:56.036694 --- ParallelTerminationStrategy: PID 22030 died...\u000a22:09:56.092701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22030): Terminated: ok {rc=0}\u000a22:09:56.102680 --- ParallelTerminationStrategy: PID 22031 died...\u000a22:09:56.158011 run iperf3-srv_10.42.42.10(pid=22031): Terminated {rc=256}\u000a22:09:56.167912 --- ParallelTerminationStrategy: PID 22032 died...\u000a22:09:56.223237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22032): Terminated: ok {rc=0}\u000a22:09:56.233216 --- ParallelTerminationStrategy: PID 22033 died...\u000a22:09:56.288136 run iperf3-srv_10.42.42.10(pid=22033): Terminated {rc=256}\u000a22:09:56.298060 --- ParallelTerminationStrategy: PID 22036 died...\u000a22:09:56.353416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22036): Terminated: ok {rc=0}\u000a22:09:56.363559 --- ParallelTerminationStrategy: PID 22039 died...\u000a22:09:56.419252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22039): Terminated: ok {rc=0}\u000a22:09:56.429275 --- ParallelTerminationStrategy: PID 22042 died...\u000a22:09:56.484328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22042): Terminated: ok {rc=0}\u000a22:09:56.572191 bus /gobi_0: Setting Powered False\u000a22:09:57.679199 bus /gobi_0: Setting Powered False\u000a22:09:58.790014 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22066): Process ended prematurely: osmo-stp_10.42.42.5(pid=22066) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22066)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22066): Process ended prematurely: osmo-stp_10.42.42.5(pid=22066) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:09:59.903548 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:09:59.915588 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:10:00.083792 tst iperf3.py: using LAC 23993\u000a22:10:00.209297 tst iperf3.py: using RAC 23\u000a22:10:00.335162 tst iperf3.py: using CellId 23993\u000a22:10:00.461658 tst iperf3.py: using BVCI 23994\u000a22:10:00.486401 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:00.497673 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:00.508663 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:00.519719 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:00.530816 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:00.541973 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:00.553183 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:00.564199 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:00.575425 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:00.882185 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:10:01.035820 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:01.373662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22048): Launched\u000a22:10:01.656508 run iperf3-srv_10.42.42.10(pid=22049): Launched\u000a22:10:01.867723 tst iperf3.py:8: start network...\u000a22:10:02.069878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:02.614344 run create_hlr_db(pid=22056): Launched\u000a22:10:02.788836 bus /gobi_6: Setting Powered False\u000a22:10:03.809556 run create_hlr_db(pid=22056): Terminated: ok {rc=0}\u000a22:10:04.237669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22062): Launched\u000a22:10:04.560499 run osmo-hlr_10.42.42.2(pid=22063): Launched\u000a22:10:04.682001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:05.244212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22065): Launched\u000a22:10:05.565214 run osmo-stp_10.42.42.5(pid=22066): Launched\u000a22:10:05.681443 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:06.243559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22068): Launched\u000a22:10:06.358434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:06.640525 run patchelf(pid=22069): Launched\u000a22:10:06.830441 run osmo-stp_10.42.42.5(pid=22066): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22066)]\u000a22:10:06.968491 run osmo-stp_10.42.42.5(pid=22066): stdout: \u000a| (launched: 2022-12-09_22:10:05.408277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:07.107411 run osmo-stp_10.42.42.5(pid=22066): stderr: \u000a| �[0;m�[38;5;43m20221209221005600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221005600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221005600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221005600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221005603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221005603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221005603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:07.243227 run osmo-stp_10.42.42.5(pid=22066): stdout: \u000a| (launched: 2022-12-09_22:10:05.408277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:07.399490 run osmo-stp_10.42.42.5(pid=22066): stderr: \u000a| �[0;m�[38;5;43m20221209221005600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221005600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221005600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221005600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221005603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221005603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221005603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:07.547350 run patchelf(pid=22069): Terminating (SIGINT)\u000a22:10:07.721373 run patchelf(pid=22069): Terminated: ok {rc=0}\u000a22:10:07.752700 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22066): Process ended prematurely: osmo-stp_10.42.42.5(pid=22066) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22066)] [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:10:07.762059 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a22:10:07.822767 run osmo-hlr_10.42.42.2(pid=22063): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22063)]\u000a22:10:07.872030 run osmo-hlr_10.42.42.2(pid=22063): stdout: \u000a| (launched: 2022-12-09_22:10:04.401845) \u000a22:10:07.921767 run osmo-hlr_10.42.42.2(pid=22063): stderr: \u000a| �[0;m�[1;31m20221209221004603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221004603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221004603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221004603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221004603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221004603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221004615 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221004623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221004624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221004624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:07.963569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22048): Terminating (SIGTERM)\u000a22:10:08.003494 run iperf3-srv_10.42.42.10(pid=22049): Terminating (SIGTERM)\u000a22:10:08.043543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22062): Terminating (SIGTERM)\u000a22:10:08.083682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22065): Terminating (SIGTERM)\u000a22:10:08.124054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22068): Terminating (SIGTERM)\u000a22:10:08.133581 --- ParallelTerminationStrategy: PID 22048 died...\u000a22:10:08.187604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22048): Terminated: ok {rc=0}\u000a22:10:08.197289 --- ParallelTerminationStrategy: PID 22049 died...\u000a22:10:08.250885 run iperf3-srv_10.42.42.10(pid=22049): Terminated {rc=256}\u000a22:10:08.260384 --- ParallelTerminationStrategy: PID 22062 died...\u000a22:10:08.314027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22062): Terminated: ok {rc=0}\u000a22:10:08.323626 --- ParallelTerminationStrategy: PID 22065 died...\u000a22:10:08.377323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22065): Terminated: ok {rc=0}\u000a22:10:08.387124 --- ParallelTerminationStrategy: PID 22068 died...\u000a22:10:08.440615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22068): Terminated: ok {rc=0}\u000a22:10:08.525122 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:10:09.641241 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:09.653305 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:10:09.819544 tst iperf3m4.py: using LAC 23994\u000a22:10:09.948272 tst iperf3m4.py: using RAC 24\u000a22:10:10.075385 tst iperf3m4.py: using CellId 23994\u000a22:10:10.202872 tst iperf3m4.py: using BVCI 23995\u000a22:10:10.228105 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:10.239428 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:10.250492 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:10.262199 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:10.273748 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:10.285371 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:10.296865 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:10.308309 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:10.320126 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:10.440094 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:10.564813 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:10.682058 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:10.960530 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:10:11.086340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:11.400563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22071): Launched\u000a22:10:11.661134 run iperf3-srv_10.42.42.10(pid=22072): Launched\u000a22:10:11.845453 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:10:11.971454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:12.285491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22073): Launched\u000a22:10:12.547239 run iperf3-srv_10.42.42.10(pid=22074): Launched\u000a22:10:12.745361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:10:12.875783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:13.224655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22103): Launched\u000a22:10:13.518418 run iperf3-srv_10.42.42.10(pid=22171): Launched\u000a22:10:13.723324 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:10:13.862358 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:14.220167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22272): Launched\u000a22:10:14.516121 run iperf3-srv_10.42.42.10(pid=22347): Launched\u000a22:10:14.720097 tst iperf3m4.py:8: start network...\u000a22:10:14.858513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:15.378196 run create_hlr_db(pid=22431): Launched\u000a22:10:15.564863 bus /gobi_6: Setting Powered False\u000a22:10:16.631102 run create_hlr_db(pid=22431): Terminated: ok {rc=0}\u000a22:10:17.082796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Launched\u000a22:10:17.410406 run osmo-hlr_10.42.42.2(pid=22434): Launched\u000a22:10:17.529331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:18.093618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Launched\u000a22:10:18.416457 run osmo-stp_10.42.42.5(pid=22437): Launched\u000a22:10:18.534206 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:19.099400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22439): Launched\u000a22:10:19.214615 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:19.496091 run patchelf(pid=22440): Launched\u000a22:10:19.685720 run osmo-stp_10.42.42.5(pid=22437): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)]\u000a22:10:19.824072 run osmo-stp_10.42.42.5(pid=22437): stdout: \u000a| (launched: 2022-12-09_22:10:18.257814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:19.962642 run osmo-stp_10.42.42.5(pid=22437): stderr: \u000a| �[0;m�[38;5;43m20221209221018453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221018453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221018453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221018454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221018454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221018454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221018454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:20.097119 run osmo-stp_10.42.42.5(pid=22437): stdout: \u000a| (launched: 2022-12-09_22:10:18.257814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:20.229259 run osmo-stp_10.42.42.5(pid=22437): stderr: \u000a| �[0;m�[38;5;43m20221209221018453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221018453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221018453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221018454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221018454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221018454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221018454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:20.384327 run patchelf(pid=22440): Terminating (SIGINT)\u000a22:10:20.567199 run patchelf(pid=22440): Terminated: ok {rc=0}\u000a22:10:20.601110 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22437): Process ended prematurely: osmo-stp_10.42.42.5(pid=22437) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22437)] [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:10:20.611032 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:10:20.674350 run osmo-hlr_10.42.42.2(pid=22434): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22434)]\u000a22:10:20.725783 run osmo-hlr_10.42.42.2(pid=22434): stdout: \u000a| (launched: 2022-12-09_22:10:17.251049) \u000a22:10:20.777728 run osmo-hlr_10.42.42.2(pid=22434): stderr: \u000a| �[0;m�[1;31m20221209221017448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221017448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221017448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221017448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221017448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221017448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221017460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221017469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221017469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221017469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:20.822078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22071): Terminating (SIGTERM)\u000a22:10:20.863810 run iperf3-srv_10.42.42.10(pid=22072): Terminating (SIGTERM)\u000a22:10:20.905787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22073): Terminating (SIGTERM)\u000a22:10:20.947375 run iperf3-srv_10.42.42.10(pid=22074): Terminating (SIGTERM)\u000a22:10:20.988855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22103): Terminating (SIGTERM)\u000a22:10:21.030721 run iperf3-srv_10.42.42.10(pid=22171): Terminating (SIGTERM)\u000a22:10:21.072272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22272): Terminating (SIGTERM)\u000a22:10:21.113934 run iperf3-srv_10.42.42.10(pid=22347): Terminating (SIGTERM)\u000a22:10:21.155531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Terminating (SIGTERM)\u000a22:10:21.197029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Terminating (SIGTERM)\u000a22:10:21.238606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22439): Terminating (SIGTERM)\u000a22:10:21.248202 --- ParallelTerminationStrategy: PID 22071 died...\u000a22:10:21.304162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22071): Terminated: ok {rc=0}\u000a22:10:21.314234 --- ParallelTerminationStrategy: PID 22072 died...\u000a22:10:21.369896 run iperf3-srv_10.42.42.10(pid=22072): Terminated {rc=256}\u000a22:10:21.379884 --- ParallelTerminationStrategy: PID 22073 died...\u000a22:10:21.435740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22073): Terminated: ok {rc=0}\u000a22:10:21.445849 --- ParallelTerminationStrategy: PID 22074 died...\u000a22:10:21.501606 run iperf3-srv_10.42.42.10(pid=22074): Terminated {rc=256}\u000a22:10:21.511600 --- ParallelTerminationStrategy: PID 22103 died...\u000a22:10:21.567441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22103): Terminated: ok {rc=0}\u000a22:10:21.577912 --- ParallelTerminationStrategy: PID 22171 died...\u000a22:10:21.633406 run iperf3-srv_10.42.42.10(pid=22171): Terminated {rc=256}\u000a22:10:21.643428 --- ParallelTerminationStrategy: PID 22272 died...\u000a22:10:21.699171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22272): Terminated: ok {rc=0}\u000a22:10:21.709344 --- ParallelTerminationStrategy: PID 22347 died...\u000a22:10:21.764923 run iperf3-srv_10.42.42.10(pid=22347): Terminated {rc=256}\u000a22:10:21.775013 --- ParallelTerminationStrategy: PID 22433 died...\u000a22:10:21.830648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22433): Terminated: ok {rc=0}\u000a22:10:21.840685 --- ParallelTerminationStrategy: PID 22436 died...\u000a22:10:21.896469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22436): Terminated: ok {rc=0}\u000a22:10:21.906553 --- ParallelTerminationStrategy: PID 22439 died...\u000a22:10:21.962265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22439): Terminated: ok {rc=0}\u000a22:10:22.050265 bus /gobi_4: Setting Powered False\u000a22:10:23.161249 bus /gobi_4: Setting Powered False\u000a22:10:24.277853 bus /gobi_1: Setting Powered False\u000a22:10:25.388375 bus /gobi_1: Setting Powered False\u000a22:10:26.501833 bus /gobi_0: Setting Powered False\u000a22:10:27.610112 bus /gobi_0: Setting Powered False\u000a22:10:28.738219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22623): Process ended prematurely: osmo-stp_10.42.42.5(pid=22623) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22623)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22623): Process ended prematurely: osmo-stp_10.42.42.5(pid=22623) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:10:29.803020 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:29.814445 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:10:29.973600 tst ping.py: using LAC 23995\u000a22:10:30.095061 tst ping.py: using RAC 25\u000a22:10:30.210739 tst ping.py: using CellId 23995\u000a22:10:30.325811 tst ping.py: using BVCI 23996\u000a22:10:30.348394 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:30.359306 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:30.370010 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:30.381249 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:30.392106 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:30.403109 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:30.414190 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:30.424891 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:30.707998 tst ping.py:19: start network...\u000a22:10:30.843007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:31.368929 run create_hlr_db(pid=22617): Launched\u000a22:10:31.546614 bus /gobi_6: Setting Powered False\u000a22:10:32.562898 run create_hlr_db(pid=22617): Terminated: ok {rc=0}\u000a22:10:32.986185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22619): Launched\u000a22:10:33.303026 run osmo-hlr_10.42.42.2(pid=22620): Launched\u000a22:10:33.423313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:33.983346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22622): Launched\u000a22:10:34.300324 run osmo-stp_10.42.42.5(pid=22623): Launched\u000a22:10:34.414365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:34.968075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22625): Launched\u000a22:10:35.082251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:35.360940 run patchelf(pid=22626): Launched\u000a22:10:35.549106 run osmo-stp_10.42.42.5(pid=22623): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22623)]\u000a22:10:35.686661 run osmo-stp_10.42.42.5(pid=22623): stdout: \u000a| (launched: 2022-12-09_22:10:34.145823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:35.824245 run osmo-stp_10.42.42.5(pid=22623): stderr: \u000a| �[0;m�[38;5;43m20221209221034336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221034336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221034336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221034337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221034337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221034337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221034337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:35.957286 run osmo-stp_10.42.42.5(pid=22623): stdout: \u000a| (launched: 2022-12-09_22:10:34.145823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:36.088807 run osmo-stp_10.42.42.5(pid=22623): stderr: \u000a| �[0;m�[38;5;43m20221209221034336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221034336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221034336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221034337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221034337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221034337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221034337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:36.242866 run patchelf(pid=22626): Terminating (SIGINT)\u000a22:10:36.423941 run patchelf(pid=22626): Terminated: ok {rc=0}\u000a22:10:36.457099 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22623): Process ended prematurely: osmo-stp_10.42.42.5(pid=22623) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22623)] [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:10:36.466296 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:10:36.528649 run osmo-hlr_10.42.42.2(pid=22620): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22620)]\u000a22:10:36.580128 run osmo-hlr_10.42.42.2(pid=22620): stdout: \u000a| (launched: 2022-12-09_22:10:33.148213) \u000a22:10:36.631947 run osmo-hlr_10.42.42.2(pid=22620): stderr: \u000a| �[0;m�[1;31m20221209221033347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221033347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221033347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221033347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221033347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221033347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221033361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221033371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221033371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221033371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:36.675981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22619): Terminating (SIGTERM)\u000a22:10:36.718269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22622): Terminating (SIGTERM)\u000a22:10:36.760114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22625): Terminating (SIGTERM)\u000a22:10:36.769763 --- ParallelTerminationStrategy: PID 22619 died...\u000a22:10:36.825632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22619): Terminated: ok {rc=0}\u000a22:10:36.835604 --- ParallelTerminationStrategy: PID 22622 died...\u000a22:10:36.891052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22622): Terminated: ok {rc=0}\u000a22:10:36.901162 --- ParallelTerminationStrategy: PID 22625 died...\u000a22:10:36.956470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22625): Terminated: ok {rc=0}\u000a22:10:37.044261 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22633): Process ended prematurely: osmo-stp_10.42.42.5(pid=22633) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22633)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22633): Process ended prematurely: osmo-stp_10.42.42.5(pid=22633) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:10:38.096574 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:38.108386 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:10:38.272175 tst ping_idle_ping.py: using LAC 23996\u000a22:10:38.397180 tst ping_idle_ping.py: using RAC 26\u000a22:10:38.524495 tst ping_idle_ping.py: using CellId 23996\u000a22:10:38.650672 tst ping_idle_ping.py: using BVCI 23997\u000a22:10:38.675151 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:38.686392 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:38.697497 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:38.708732 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:38.719895 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:38.731070 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:38.742445 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:10:38.753423 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:10:39.045878 tst ping_idle_ping.py:24: start network...\u000a22:10:39.178791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:39.690536 run create_hlr_db(pid=22627): Launched\u000a22:10:39.875288 bus /gobi_6: Setting Powered False\u000a22:10:40.896149 run create_hlr_db(pid=22627): Terminated: ok {rc=0}\u000a22:10:41.297490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22629): Launched\u000a22:10:41.596241 run osmo-hlr_10.42.42.2(pid=22630): Launched\u000a22:10:41.709958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:42.229321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22632): Launched\u000a22:10:42.526711 run osmo-stp_10.42.42.5(pid=22633): Launched\u000a22:10:42.636469 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:43.154329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22635): Launched\u000a22:10:43.260035 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:43.520624 run patchelf(pid=22636): Launched\u000a22:10:43.695933 run osmo-stp_10.42.42.5(pid=22633): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22633)]\u000a22:10:43.823687 run osmo-stp_10.42.42.5(pid=22633): stdout: \u000a| (launched: 2022-12-09_22:10:42.379834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:43.951600 run osmo-stp_10.42.42.5(pid=22633): stderr: \u000a| �[0;m�[38;5;43m20221209221042548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221042548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221042548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221042548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221042549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221042549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221042549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:44.074815 run osmo-stp_10.42.42.5(pid=22633): stdout: \u000a| (launched: 2022-12-09_22:10:42.379834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:44.196514 run osmo-stp_10.42.42.5(pid=22633): stderr: \u000a| �[0;m�[38;5;43m20221209221042548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221042548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221042548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221042548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221042549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221042549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221042549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:44.339401 run patchelf(pid=22636): Terminating (SIGINT)\u000a22:10:44.508154 run patchelf(pid=22636): Terminated: ok {rc=0}\u000a22:10:44.538724 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22633): Process ended prematurely: osmo-stp_10.42.42.5(pid=22633) [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22633)] [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:10:44.547241 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:10:44.607421 run osmo-hlr_10.42.42.2(pid=22630): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22630)]\u000a22:10:44.656008 run osmo-hlr_10.42.42.2(pid=22630): stdout: \u000a| (launched: 2022-12-09_22:10:41.448354) \u000a22:10:44.705371 run osmo-hlr_10.42.42.2(pid=22630): stderr: \u000a| �[0;m�[1;31m20221209221041624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221041624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221041624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221041624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221041624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221041624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221041637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221041645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221041645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221041646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:44.747290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22629): Terminating (SIGTERM)\u000a22:10:44.786996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22632): Terminating (SIGTERM)\u000a22:10:44.826561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22635): Terminating (SIGTERM)\u000a22:10:44.835881 --- ParallelTerminationStrategy: PID 22629 died...\u000a22:10:44.889278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22629): Terminated: ok {rc=0}\u000a22:10:44.898997 --- ParallelTerminationStrategy: PID 22632 died...\u000a22:10:44.951590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22632): Terminated: ok {rc=0}\u000a22:10:44.961296 --- ParallelTerminationStrategy: PID 22635 died...\u000a22:10:45.013818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22635): Terminated: ok {rc=0}\u000a22:10:45.096813 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:09:46" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22650): Process ended prematurely: osmo-stp_10.42.42.5(pid=22650) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22650)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22650): Process ended prematurely: osmo-stp_10.42.42.5(pid=22650) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:10:47.320265 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:47.332108 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:10:47.484265 tst cs_paging_gprs_active.py: using LAC 23997\u000a22:10:47.610031 tst cs_paging_gprs_active.py: using RAC 27\u000a22:10:47.738357 tst cs_paging_gprs_active.py: using CellId 23997\u000a22:10:47.862944 tst cs_paging_gprs_active.py: using BVCI 23998\u000a22:10:47.887668 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:47.899420 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:47.910923 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:47.922402 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:47.933833 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:47.945331 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:47.956835 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:47.968239 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:10:47.979852 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:10:48.098700 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:10:48.380470 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:10:48.506893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:48.822128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22640): Launched\u000a22:10:49.084138 run iperf3-srv_10.42.42.10(pid=22641): Launched\u000a22:10:49.269813 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:10:49.396180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:10:49.710993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22642): Launched\u000a22:10:49.974440 run iperf3-srv_10.42.42.10(pid=22643): Launched\u000a22:10:50.162112 tst cs_paging_gprs_active.py:38: start network...\u000a22:10:50.289999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:10:50.772588 run create_hlr_db(pid=22644): Launched\u000a22:10:50.947183 bus /gobi_6: Setting Powered False\u000a22:10:51.968093 run create_hlr_db(pid=22644): Terminated: ok {rc=0}\u000a22:10:52.398958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22646): Launched\u000a22:10:52.723595 run osmo-hlr_10.42.42.2(pid=22647): Launched\u000a22:10:52.841351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:10:53.403554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22649): Launched\u000a22:10:53.726577 run osmo-stp_10.42.42.5(pid=22650): Launched\u000a22:10:53.843855 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:10:54.409236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22652): Launched\u000a22:10:54.524831 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:10:54.806847 run patchelf(pid=22653): Launched\u000a22:10:54.997455 run osmo-stp_10.42.42.5(pid=22650): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22650)]\u000a22:10:55.136685 run osmo-stp_10.42.42.5(pid=22650): stdout: \u000a| (launched: 2022-12-09_22:10:53.568273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:55.275360 run osmo-stp_10.42.42.5(pid=22650): stderr: \u000a| �[0;m�[38;5;43m20221209221053760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221053761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221053761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221053761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221053762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221053762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221053762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:55.409598 run osmo-stp_10.42.42.5(pid=22650): stdout: \u000a| (launched: 2022-12-09_22:10:53.568273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:10:55.542586 run osmo-stp_10.42.42.5(pid=22650): stderr: \u000a| �[0;m�[38;5;43m20221209221053760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221053761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221053761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221053761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221053762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221053762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221053762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:10:55.697996 run patchelf(pid=22653): Terminating (SIGINT)\u000a22:10:55.880278 run patchelf(pid=22653): Terminated: ok {rc=0}\u000a22:10:55.913828 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22650): Process ended prematurely: osmo-stp_10.42.42.5(pid=22650) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22650)] [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a22:10:55.923652 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:10:55.986580 run osmo-hlr_10.42.42.2(pid=22647): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22647)]\u000a22:10:56.038032 run osmo-hlr_10.42.42.2(pid=22647): stdout: \u000a| (launched: 2022-12-09_22:10:52.564840) \u000a22:10:56.090251 run osmo-hlr_10.42.42.2(pid=22647): stderr: \u000a| �[0;m�[1;31m20221209221052765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221052765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221052765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221052765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221052765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221052765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221052778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221052786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221052787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221052787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:10:56.135071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22640): Terminating (SIGTERM)\u000a22:10:56.177205 run iperf3-srv_10.42.42.10(pid=22641): Terminating (SIGTERM)\u000a22:10:56.219310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22642): Terminating (SIGTERM)\u000a22:10:56.261430 run iperf3-srv_10.42.42.10(pid=22643): Terminating (SIGTERM)\u000a22:10:56.303619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22646): Terminating (SIGTERM)\u000a22:10:56.345420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22649): Terminating (SIGTERM)\u000a22:10:56.387428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22652): Terminating (SIGTERM)\u000a22:10:56.397204 --- ParallelTerminationStrategy: PID 22640 died...\u000a22:10:56.453952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22640): Terminated: ok {rc=0}\u000a22:10:56.464110 --- ParallelTerminationStrategy: PID 22641 died...\u000a22:10:56.519758 run iperf3-srv_10.42.42.10(pid=22641): Terminated {rc=256}\u000a22:10:56.529944 --- ParallelTerminationStrategy: PID 22642 died...\u000a22:10:56.585740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22642): Terminated: ok {rc=0}\u000a22:10:56.595666 --- ParallelTerminationStrategy: PID 22643 died...\u000a22:10:56.651065 run iperf3-srv_10.42.42.10(pid=22643): Terminated {rc=256}\u000a22:10:56.661148 --- ParallelTerminationStrategy: PID 22646 died...\u000a22:10:56.717214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22646): Terminated: ok {rc=0}\u000a22:10:56.727333 --- ParallelTerminationStrategy: PID 22649 died...\u000a22:10:56.782712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22649): Terminated: ok {rc=0}\u000a22:10:56.792823 --- ParallelTerminationStrategy: PID 22652 died...\u000a22:10:56.849121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22652): Terminated: ok {rc=0}\u000a22:10:56.936266 bus /gobi_0: Setting Powered False\u000a22:10:58.042357 bus /gobi_0: Setting Powered False\u000a22:10:59.151678 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22662): Process ended prematurely: osmo-stp_10.42.42.5(pid=22662) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22662)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22662): Process ended prematurely: osmo-stp_10.42.42.5(pid=22662) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a22:11:00.265824 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:00.278372 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:11:00.423888 tst iperf3.py: using LAC 23998\u000a22:11:00.544211 tst iperf3.py: using RAC 28\u000a22:11:00.664573 tst iperf3.py: using CellId 23998\u000a22:11:00.785299 tst iperf3.py: using BVCI 23999\u000a22:11:00.808354 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:00.819774 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:00.833483 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:00.866261 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:00.884774 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:00.899542 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:00.923228 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:00.943193 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:00.957000 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:01.284721 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:11:01.424798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:01.853558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22654): Launched\u000a22:11:02.202621 run iperf3-srv_10.42.42.10(pid=22655): Launched\u000a22:11:02.398263 tst iperf3.py:8: start network...\u000a22:11:02.524674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:03.003523 run create_hlr_db(pid=22656): Launched\u000a22:11:03.179834 bus /gobi_6: Setting Powered False\u000a22:11:04.199025 run create_hlr_db(pid=22656): Terminated: ok {rc=0}\u000a22:11:04.602020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22658): Launched\u000a22:11:04.904304 run osmo-hlr_10.42.42.2(pid=22659): Launched\u000a22:11:05.019695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:05.552403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22661): Launched\u000a22:11:05.854930 run osmo-stp_10.42.42.5(pid=22662): Launched\u000a22:11:05.965382 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:06.492841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22664): Launched\u000a22:11:06.600774 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:06.865113 run patchelf(pid=22665): Launched\u000a22:11:07.044114 run osmo-stp_10.42.42.5(pid=22662): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22662)]\u000a22:11:07.174607 run osmo-stp_10.42.42.5(pid=22662): stdout: \u000a| (launched: 2022-12-09_22:11:05.706278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:07.306440 run osmo-stp_10.42.42.5(pid=22662): stderr: \u000a| �[0;m�[38;5;43m20221209221105878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221105878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221105878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221105879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221105879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221105879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221105879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:07.431597 run osmo-stp_10.42.42.5(pid=22662): stdout: \u000a| (launched: 2022-12-09_22:11:05.706278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:07.556237 run osmo-stp_10.42.42.5(pid=22662): stderr: \u000a| �[0;m�[38;5;43m20221209221105878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221105878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221105878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221105879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221105879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221105879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221105879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:07.702062 run patchelf(pid=22665): Terminating (SIGINT)\u000a22:11:07.873722 run patchelf(pid=22665): Terminated: ok {rc=0}\u000a22:11:07.905106 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22662): Process ended prematurely: osmo-stp_10.42.42.5(pid=22662) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22662)] [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a22:11:07.914404 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:11:07.975087 run osmo-hlr_10.42.42.2(pid=22659): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22659)]\u000a22:11:08.024175 run osmo-hlr_10.42.42.2(pid=22659): stdout: \u000a| (launched: 2022-12-09_22:11:04.755581) \u000a22:11:08.073959 run osmo-hlr_10.42.42.2(pid=22659): stderr: \u000a| �[0;m�[1;31m20221209221104930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221104930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221104930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221104930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221104930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221104930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221104942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221104954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221104954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221104954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:08.115909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22654): Terminating (SIGTERM)\u000a22:11:08.155665 run iperf3-srv_10.42.42.10(pid=22655): Terminating (SIGTERM)\u000a22:11:08.195468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22658): Terminating (SIGTERM)\u000a22:11:08.235424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22661): Terminating (SIGTERM)\u000a22:11:08.275246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22664): Terminating (SIGTERM)\u000a22:11:08.284632 --- ParallelTerminationStrategy: PID 22654 died...\u000a22:11:08.338051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22654): Terminated: ok {rc=0}\u000a22:11:08.347831 --- ParallelTerminationStrategy: PID 22655 died...\u000a22:11:08.400833 run iperf3-srv_10.42.42.10(pid=22655): Terminated {rc=256}\u000a22:11:08.410568 --- ParallelTerminationStrategy: PID 22658 died...\u000a22:11:08.463920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22658): Terminated: ok {rc=0}\u000a22:11:08.473864 --- ParallelTerminationStrategy: PID 22661 died...\u000a22:11:08.527049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22661): Terminated: ok {rc=0}\u000a22:11:08.536592 --- ParallelTerminationStrategy: PID 22664 died...\u000a22:11:08.589284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22664): Terminated: ok {rc=0}\u000a22:11:08.678959 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22680): Process ended prematurely: osmo-stp_10.42.42.5(pid=22680) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22680)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22680): Process ended prematurely: osmo-stp_10.42.42.5(pid=22680) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a22:11:09.789390 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:09.801314 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:11:09.945787 tst iperf3m4.py: using LAC 23999\u000a22:11:10.062340 tst iperf3m4.py: using RAC 29\u000a22:11:10.179000 tst iperf3m4.py: using CellId 23999\u000a22:11:10.296431 tst iperf3m4.py: using BVCI 24000\u000a22:11:10.319539 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:10.330815 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:10.341836 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:10.353177 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:10.364432 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:10.375639 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:10.387022 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:10.398250 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:10.409650 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:10.532309 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:10.653869 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:10.775743 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:11.074691 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:11:11.210999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:11.545746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22666): Launched\u000a22:11:11.823457 run iperf3-srv_10.42.42.10(pid=22667): Launched\u000a22:11:12.022759 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:11:12.158931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:12.494299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22668): Launched\u000a22:11:12.772433 run iperf3-srv_10.42.42.10(pid=22669): Launched\u000a22:11:12.971639 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:11:13.108011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:13.443976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22670): Launched\u000a22:11:13.723116 run iperf3-srv_10.42.42.10(pid=22671): Launched\u000a22:11:13.921750 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:11:14.057275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:11:14.392724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22672): Launched\u000a22:11:14.670880 run iperf3-srv_10.42.42.10(pid=22673): Launched\u000a22:11:14.868890 tst iperf3m4.py:8: start network...\u000a22:11:15.004204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:15.500584 run create_hlr_db(pid=22674): Launched\u000a22:11:15.676801 bus /gobi_6: Setting Powered False\u000a22:11:16.746884 run create_hlr_db(pid=22674): Terminated: ok {rc=0}\u000a22:11:17.207725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22676): Launched\u000a22:11:17.532776 run osmo-hlr_10.42.42.2(pid=22677): Launched\u000a22:11:17.652224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:18.218999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22679): Launched\u000a22:11:18.541954 run osmo-stp_10.42.42.5(pid=22680): Launched\u000a22:11:18.660229 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:19.227590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22682): Launched\u000a22:11:19.342754 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:19.624354 run patchelf(pid=22683): Launched\u000a22:11:19.814248 run osmo-stp_10.42.42.5(pid=22680): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22680)]\u000a22:11:19.952756 run osmo-stp_10.42.42.5(pid=22680): stdout: \u000a| (launched: 2022-12-09_22:11:18.383303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:20.091642 run osmo-stp_10.42.42.5(pid=22680): stderr: \u000a| �[0;m�[38;5;43m20221209221118574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221118574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221118574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221118575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221118578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221118578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221118578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:20.225657 run osmo-stp_10.42.42.5(pid=22680): stdout: \u000a| (launched: 2022-12-09_22:11:18.383303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:20.358199 run osmo-stp_10.42.42.5(pid=22680): stderr: \u000a| �[0;m�[38;5;43m20221209221118574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221118574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221118574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221118575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221118578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221118578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221118578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:20.513528 run patchelf(pid=22683): Terminating (SIGINT)\u000a22:11:20.696526 run patchelf(pid=22683): Terminated: ok {rc=0}\u000a22:11:20.730096 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22680): Process ended prematurely: osmo-stp_10.42.42.5(pid=22680) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22680)] [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a22:11:20.739955 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a22:11:20.802848 run osmo-hlr_10.42.42.2(pid=22677): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22677)]\u000a22:11:20.854101 run osmo-hlr_10.42.42.2(pid=22677): stdout: \u000a| (launched: 2022-12-09_22:11:17.372755) \u000a22:11:20.905819 run osmo-hlr_10.42.42.2(pid=22677): stderr: \u000a| �[0;m�[1;31m20221209221117571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221117571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221117571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221117571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221117571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221117571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221117588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221117598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221117598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221117598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:20.949978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22666): Terminating (SIGTERM)\u000a22:11:20.991633 run iperf3-srv_10.42.42.10(pid=22667): Terminating (SIGTERM)\u000a22:11:21.033665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22668): Terminating (SIGTERM)\u000a22:11:21.076132 run iperf3-srv_10.42.42.10(pid=22669): Terminating (SIGTERM)\u000a22:11:21.118163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22670): Terminating (SIGTERM)\u000a22:11:21.159907 run iperf3-srv_10.42.42.10(pid=22671): Terminating (SIGTERM)\u000a22:11:21.201756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22672): Terminating (SIGTERM)\u000a22:11:21.243371 run iperf3-srv_10.42.42.10(pid=22673): Terminating (SIGTERM)\u000a22:11:21.285245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22676): Terminating (SIGTERM)\u000a22:11:21.326982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22679): Terminating (SIGTERM)\u000a22:11:21.368693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22682): Terminating (SIGTERM)\u000a22:11:21.378417 --- ParallelTerminationStrategy: PID 22666 died...\u000a22:11:21.433933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22666): Terminated: ok {rc=0}\u000a22:11:21.444062 --- ParallelTerminationStrategy: PID 22667 died...\u000a22:11:21.499516 run iperf3-srv_10.42.42.10(pid=22667): Terminated {rc=256}\u000a22:11:21.509978 --- ParallelTerminationStrategy: PID 22668 died...\u000a22:11:21.565394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22668): Terminated: ok {rc=0}\u000a22:11:21.575546 --- ParallelTerminationStrategy: PID 22669 died...\u000a22:11:21.630775 run iperf3-srv_10.42.42.10(pid=22669): Terminated {rc=256}\u000a22:11:21.640752 --- ParallelTerminationStrategy: PID 22670 died...\u000a22:11:21.696136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22670): Terminated: ok {rc=0}\u000a22:11:21.706268 --- ParallelTerminationStrategy: PID 22671 died...\u000a22:11:21.761529 run iperf3-srv_10.42.42.10(pid=22671): Terminated {rc=256}\u000a22:11:21.771453 --- ParallelTerminationStrategy: PID 22672 died...\u000a22:11:21.826984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22672): Terminated: ok {rc=0}\u000a22:11:21.837092 --- ParallelTerminationStrategy: PID 22673 died...\u000a22:11:21.892564 run iperf3-srv_10.42.42.10(pid=22673): Terminated {rc=256}\u000a22:11:21.902694 --- ParallelTerminationStrategy: PID 22676 died...\u000a22:11:21.958026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22676): Terminated: ok {rc=0}\u000a22:11:21.967966 --- ParallelTerminationStrategy: PID 22679 died...\u000a22:11:22.023390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22679): Terminated: ok {rc=0}\u000a22:11:22.033608 --- ParallelTerminationStrategy: PID 22682 died...\u000a22:11:22.089210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22682): Terminated: ok {rc=0}\u000a22:11:22.176841 bus /gobi_4: Setting Powered False\u000a22:11:23.281496 bus /gobi_4: Setting Powered False\u000a22:11:24.393176 bus /gobi_1: Setting Powered False\u000a22:11:25.498961 bus /gobi_1: Setting Powered False\u000a22:11:26.606640 bus /gobi_0: Setting Powered False\u000a22:11:27.707495 bus /gobi_0: Setting Powered False\u000a22:11:28.815122 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22690): Process ended prematurely: osmo-stp_10.42.42.5(pid=22690) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22690)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22690): Process ended prematurely: osmo-stp_10.42.42.5(pid=22690) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a22:11:29.883299 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:29.895622 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:11:30.040669 tst ping.py: using LAC 24000\u000a22:11:30.164321 tst ping.py: using RAC 30\u000a22:11:30.286746 tst ping.py: using CellId 24000\u000a22:11:30.405919 tst ping.py: using BVCI 24001\u000a22:11:30.428383 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:30.439720 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:30.451143 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:30.463113 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:30.474985 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:30.486931 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:30.498739 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:30.510382 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:30.802737 tst ping.py:19: start network...\u000a22:11:30.958470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:31.510399 run create_hlr_db(pid=22684): Launched\u000a22:11:31.699518 bus /gobi_6: Setting Powered False\u000a22:11:32.706114 run create_hlr_db(pid=22684): Terminated: ok {rc=0}\u000a22:11:33.141584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22686): Launched\u000a22:11:33.458913 run osmo-hlr_10.42.42.2(pid=22687): Launched\u000a22:11:33.579621 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:34.132876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22689): Launched\u000a22:11:34.449682 run osmo-stp_10.42.42.5(pid=22690): Launched\u000a22:11:34.564803 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:35.118751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22692): Launched\u000a22:11:35.232218 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:35.508361 run patchelf(pid=22693): Launched\u000a22:11:35.694798 run osmo-stp_10.42.42.5(pid=22690): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22690)]\u000a22:11:35.830946 run osmo-stp_10.42.42.5(pid=22690): stdout: \u000a| (launched: 2022-12-09_22:11:34.294390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:35.967520 run osmo-stp_10.42.42.5(pid=22690): stderr: \u000a| �[0;m�[38;5;43m20221209221134485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221134485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221134485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221134486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221134486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221134486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221134486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:36.099644 run osmo-stp_10.42.42.5(pid=22690): stdout: \u000a| (launched: 2022-12-09_22:11:34.294390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:36.230139 run osmo-stp_10.42.42.5(pid=22690): stderr: \u000a| �[0;m�[38;5;43m20221209221134485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221134485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221134485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221134486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221134486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221134486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221134486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:36.382920 run patchelf(pid=22693): Terminating (SIGINT)\u000a22:11:36.562635 run patchelf(pid=22693): Terminated: ok {rc=0}\u000a22:11:36.595161 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22690): Process ended prematurely: osmo-stp_10.42.42.5(pid=22690) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22690)] [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a22:11:36.604491 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:11:36.667105 run osmo-hlr_10.42.42.2(pid=22687): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22687)]\u000a22:11:36.718509 run osmo-hlr_10.42.42.2(pid=22687): stdout: \u000a| (launched: 2022-12-09_22:11:33.303274) \u000a22:11:36.770618 run osmo-hlr_10.42.42.2(pid=22687): stderr: \u000a| �[0;m�[1;31m20221209221133500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221133500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221133500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221133501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221133501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221133501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221133511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221133520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221133520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221133520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:36.815112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22686): Terminating (SIGTERM)\u000a22:11:36.857201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22689): Terminating (SIGTERM)\u000a22:11:36.899188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22692): Terminating (SIGTERM)\u000a22:11:36.908907 --- ParallelTerminationStrategy: PID 22686 died...\u000a22:11:36.965250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22686): Terminated: ok {rc=0}\u000a22:11:36.975733 --- ParallelTerminationStrategy: PID 22689 died...\u000a22:11:37.031438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22689): Terminated: ok {rc=0}\u000a22:11:37.041929 --- ParallelTerminationStrategy: PID 22692 died...\u000a22:11:37.098379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22692): Terminated: ok {rc=0}\u000a22:11:37.187035 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22700): Process ended prematurely: osmo-stp_10.42.42.5(pid=22700) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22700)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22700): Process ended prematurely: osmo-stp_10.42.42.5(pid=22700) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a22:11:38.240792 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:38.253167 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:11:38.400620 tst ping_idle_ping.py: using LAC 24001\u000a22:11:38.524811 tst ping_idle_ping.py: using RAC 31\u000a22:11:38.649340 tst ping_idle_ping.py: using CellId 24001\u000a22:11:38.775325 tst ping_idle_ping.py: using BVCI 24002\u000a22:11:38.799742 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:38.811436 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:38.823025 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:38.834610 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:38.846077 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:38.857614 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:38.869256 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:11:38.880620 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:11:39.171219 tst ping_idle_ping.py:24: start network...\u000a22:11:39.305255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:39.816081 run create_hlr_db(pid=22694): Launched\u000a22:11:40.002134 bus /gobi_6: Setting Powered False\u000a22:11:41.018242 run create_hlr_db(pid=22694): Terminated: ok {rc=0}\u000a22:11:41.421623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22696): Launched\u000a22:11:41.721750 run osmo-hlr_10.42.42.2(pid=22697): Launched\u000a22:11:41.837236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:42.361444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22699): Launched\u000a22:11:42.660212 run osmo-stp_10.42.42.5(pid=22700): Launched\u000a22:11:42.771258 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:43.292187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22702): Launched\u000a22:11:43.397947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:43.657848 run patchelf(pid=22703): Launched\u000a22:11:43.833029 run osmo-stp_10.42.42.5(pid=22700): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22700)]\u000a22:11:43.961267 run osmo-stp_10.42.42.5(pid=22700): stdout: \u000a| (launched: 2022-12-09_22:11:42.512910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:44.090081 run osmo-stp_10.42.42.5(pid=22700): stderr: \u000a| �[0;m�[38;5;43m20221209221142682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221142682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221142682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221142683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221142683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221142683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221142683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:44.213873 run osmo-stp_10.42.42.5(pid=22700): stdout: \u000a| (launched: 2022-12-09_22:11:42.512910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:44.336251 run osmo-stp_10.42.42.5(pid=22700): stderr: \u000a| �[0;m�[38;5;43m20221209221142682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221142682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221142682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221142683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221142683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221142683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221142683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:44.479718 run patchelf(pid=22703): Terminating (SIGINT)\u000a22:11:44.649311 run patchelf(pid=22703): Terminated: ok {rc=0}\u000a22:11:44.679941 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22700): Process ended prematurely: osmo-stp_10.42.42.5(pid=22700) [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22700)] [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a22:11:44.688624 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:11:44.749193 run osmo-hlr_10.42.42.2(pid=22697): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22697)]\u000a22:11:44.799066 run osmo-hlr_10.42.42.2(pid=22697): stdout: \u000a| (launched: 2022-12-09_22:11:41.573843) \u000a22:11:44.849062 run osmo-hlr_10.42.42.2(pid=22697): stderr: \u000a| �[0;m�[1;31m20221209221141747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221141747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221141747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221141747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221141747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221141747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221141759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221141768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221141768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221141768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:44.891370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22696): Terminating (SIGTERM)\u000a22:11:44.931692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22699): Terminating (SIGTERM)\u000a22:11:44.971595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22702): Terminating (SIGTERM)\u000a22:11:44.981155 --- ParallelTerminationStrategy: PID 22696 died...\u000a22:11:45.034901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22696): Terminated: ok {rc=0}\u000a22:11:45.044849 --- ParallelTerminationStrategy: PID 22699 died...\u000a22:11:45.098470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22699): Terminated: ok {rc=0}\u000a22:11:45.108443 --- ParallelTerminationStrategy: PID 22702 died...\u000a22:11:45.161759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22702): Terminated: ok {rc=0}\u000a22:11:45.245662 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:10:46" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22714): Process ended prematurely: osmo-stp_10.42.42.5(pid=22714) [trial-2365↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22714)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22714): Process ended prematurely: osmo-stp_10.42.42.5(pid=22714) [trial-2365↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:11:47.351258 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:47.363486 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:11:47.530414 tst switch_tch_pdch.py: using LAC 24002\u000a22:11:47.655189 tst switch_tch_pdch.py: using RAC 32\u000a22:11:47.780039 tst switch_tch_pdch.py: using CellId 24002\u000a22:11:47.904853 tst switch_tch_pdch.py: using BVCI 24003\u000a22:11:47.929189 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:47.940799 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:47.952177 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:47.964062 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:47.975920 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:47.987830 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:47.999753 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:11:48.011580 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:11:48.129773 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:11:48.405069 tst switch_tch_pdch.py:51: start network...\u000a22:11:48.528829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:11:48.996899 run create_hlr_db(pid=22708): Launched\u000a22:11:49.169654 bus /gobi_6: Setting Powered False\u000a22:11:50.189338 run create_hlr_db(pid=22708): Terminated: ok {rc=0}\u000a22:11:50.585765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22710): Launched\u000a22:11:50.881657 run osmo-hlr_10.42.42.2(pid=22711): Launched\u000a22:11:50.998542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:11:51.522696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22713): Launched\u000a22:11:51.819863 run osmo-stp_10.42.42.5(pid=22714): Launched\u000a22:11:51.928682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:11:52.446874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22716): Launched\u000a22:11:52.553507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:11:52.812734 run patchelf(pid=22717): Launched\u000a22:11:52.987888 run osmo-stp_10.42.42.5(pid=22714): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22714)]\u000a22:11:53.116249 run osmo-stp_10.42.42.5(pid=22714): stdout: \u000a| (launched: 2022-12-09_22:11:51.673493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:53.244858 run osmo-stp_10.42.42.5(pid=22714): stderr: \u000a| �[0;m�[38;5;43m20221209221151844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221151844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221151844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221151844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221151845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221151845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221151845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:53.368409 run osmo-stp_10.42.42.5(pid=22714): stdout: \u000a| (launched: 2022-12-09_22:11:51.673493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:11:53.490625 run osmo-stp_10.42.42.5(pid=22714): stderr: \u000a| �[0;m�[38;5;43m20221209221151844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221151844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221151844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221151844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221151845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221151845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221151845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:11:53.634061 run patchelf(pid=22717): Terminating (SIGINT)\u000a22:11:53.802965 run patchelf(pid=22717): Terminated: ok {rc=0}\u000a22:11:53.833467 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22714): Process ended prematurely: osmo-stp_10.42.42.5(pid=22714) [trial-2365↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22714)] [trial-2365↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:11:53.842132 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a22:11:53.903160 run osmo-hlr_10.42.42.2(pid=22711): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22711)]\u000a22:11:53.952893 run osmo-hlr_10.42.42.2(pid=22711): stdout: \u000a| (launched: 2022-12-09_22:11:50.735960) \u000a22:11:54.003453 run osmo-hlr_10.42.42.2(pid=22711): stderr: \u000a| �[0;m�[1;31m20221209221150908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221150908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221150908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221150908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221150908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221150908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221150920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221150928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221150928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221150928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:11:54.045682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22710): Terminating (SIGTERM)\u000a22:11:54.085773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22713): Terminating (SIGTERM)\u000a22:11:54.126066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22716): Terminating (SIGTERM)\u000a22:11:54.135406 --- ParallelTerminationStrategy: PID 22710 died...\u000a22:11:54.189046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22710): Terminated: ok {rc=0}\u000a22:11:54.199006 --- ParallelTerminationStrategy: PID 22713 died...\u000a22:11:54.252510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22713): Terminated: ok {rc=0}\u000a22:11:54.262377 --- ParallelTerminationStrategy: PID 22716 died...\u000a22:11:54.315507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22716): Terminated: ok {rc=0}\u000a22:11:54.399014 bus /gobi_0: Setting Powered False\u000a22:11:55.506299 bus /gobi_0: Setting Powered False\u000a22:11:56.618419 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:11:47" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22728): Process ended prematurely: osmo-stp_10.42.42.5(pid=22728) [trial-2365↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22728)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22728): Process ended prematurely: osmo-stp_10.42.42.5(pid=22728) [trial-2365↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:11:58.584261 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:58.595133 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:11:58.749220 tst switch_tch_pdch.py: using LAC 24003\u000a22:11:58.873182 tst switch_tch_pdch.py: using RAC 33\u000a22:11:58.999575 tst switch_tch_pdch.py: using CellId 24003\u000a22:11:59.124686 tst switch_tch_pdch.py: using BVCI 24004\u000a22:11:59.149452 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:59.160780 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:59.171983 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:59.183189 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:59.194427 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:59.205568 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:59.216707 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:11:59.227731 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:11:59.346441 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:11:59.636683 tst switch_tch_pdch.py:51: start network...\u000a22:11:59.769400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:00.248718 run create_hlr_db(pid=22722): Launched\u000a22:12:00.378458 bus /gobi_6: Setting Powered False\u000a22:12:01.504629 run create_hlr_db(pid=22722): Terminated: ok {rc=0}\u000a22:12:01.907195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22724): Launched\u000a22:12:02.224687 run osmo-hlr_10.42.42.2(pid=22725): Launched\u000a22:12:02.379761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:02.888629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22727): Launched\u000a22:12:03.184414 run osmo-stp_10.42.42.5(pid=22728): Launched\u000a22:12:03.293653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:12:03.786188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22730): Launched\u000a22:12:03.891589 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:12:04.150571 run patchelf(pid=22731): Launched\u000a22:12:04.324261 run osmo-stp_10.42.42.5(pid=22728): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22728)]\u000a22:12:04.451743 run osmo-stp_10.42.42.5(pid=22728): stdout: \u000a| (launched: 2022-12-09_22:12:03.039269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:04.579356 run osmo-stp_10.42.42.5(pid=22728): stderr: \u000a| �[0;m�[38;5;43m20221209221203207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221203207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221203207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221203207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221203210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221203210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221203210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:04.702266 run osmo-stp_10.42.42.5(pid=22728): stdout: \u000a| (launched: 2022-12-09_22:12:03.039269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:04.823546 run osmo-stp_10.42.42.5(pid=22728): stderr: \u000a| �[0;m�[38;5;43m20221209221203207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221203207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221203207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221203207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221203210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221203210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221203210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:04.966207 run patchelf(pid=22731): Terminating (SIGINT)\u000a22:12:05.134520 run patchelf(pid=22731): Terminated: ok {rc=0}\u000a22:12:05.164852 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22728): Process ended prematurely: osmo-stp_10.42.42.5(pid=22728) [trial-2365↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22728)] [trial-2365↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:12:05.173571 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a22:12:05.233728 run osmo-hlr_10.42.42.2(pid=22725): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22725)]\u000a22:12:05.282637 run osmo-hlr_10.42.42.2(pid=22725): stdout: \u000a| (launched: 2022-12-09_22:12:02.066357) \u000a22:12:05.332310 run osmo-hlr_10.42.42.2(pid=22725): stderr: \u000a| �[0;m�[1;31m20221209221202350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221202350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221202350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221202350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221202350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221202350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221202364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221202374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221202374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221202374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:05.374019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22724): Terminating (SIGTERM)\u000a22:12:05.414194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22727): Terminating (SIGTERM)\u000a22:12:05.453404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22730): Terminating (SIGTERM)\u000a22:12:05.462808 --- ParallelTerminationStrategy: PID 22724 died...\u000a22:12:05.515843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22724): Terminated: ok {rc=0}\u000a22:12:05.525704 --- ParallelTerminationStrategy: PID 22727 died...\u000a22:12:05.579177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22727): Terminated: ok {rc=0}\u000a22:12:05.588740 --- ParallelTerminationStrategy: PID 22730 died...\u000a22:12:05.641754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22730): Terminated: ok {rc=0}\u000a22:12:05.729172 bus /gobi_0: Setting Powered False\u000a22:12:06.835744 bus /gobi_0: Setting Powered False\u000a22:12:07.947232 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:11:58" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22737): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22737) [trial-2365↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22737)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22737): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22737) [trial-2365↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a22:12:09.856192 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a22:12:09.867383 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:12:10.009226 tst mo_mt_sms.py: using LAC 24004\u000a22:12:10.135805 tst mo_mt_sms.py: using RAC 34\u000a22:12:10.260064 tst mo_mt_sms.py: using CellId 24004\u000a22:12:10.386509 tst mo_mt_sms.py: using BVCI 24005\u000a22:12:10.410700 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:12:10.527804 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:12:10.816539 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:12:10.948856 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:12:11.605121 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22736): Launched\u000a22:12:11.921087 run osmo-nitb_10.42.42.2(pid=22737): Launched\u000a22:12:12.117942 run osmo-nitb_10.42.42.2(pid=22737): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22737)]\u000a22:12:12.262904 run osmo-nitb_10.42.42.2(pid=22737): stdout: \u000a| (launched: 2022-12-09_22:12:11.767946) \u000a22:12:12.408169 run osmo-nitb_10.42.42.2(pid=22737): stderr: \u000a| (launched: 2022-12-09_22:12:11.815372)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:12.548533 run osmo-nitb_10.42.42.2(pid=22737): stdout: \u000a| (launched: 2022-12-09_22:12:11.767946) \u000a22:12:12.687573 run osmo-nitb_10.42.42.2(pid=22737): stderr: \u000a| (launched: 2022-12-09_22:12:11.815372)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:13.049466 tst osmo-nitb_10.42.42.2(pid=22737): stdout: \u000a| (launched: 2022-12-09_22:12:11.767946) \u000a22:12:13.176595 tst osmo-nitb_10.42.42.2(pid=22737): stderr: \u000a| (launched: 2022-12-09_22:12:11.815372)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:13.232357 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22737): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22737) [trial-2365↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22737)] [trial-2365↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a22:12:13.241301 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a22:12:13.277495 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22736): Terminating (SIGTERM)\u000a22:12:13.455216 --- ParallelTerminationStrategy: PID 22736 died...\u000a22:12:13.512741 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22736): Terminated: ok {rc=0}\u000a22:12:13.600154 bus /sierra_3: Setting Powered False\u000a22:12:14.705890 bus /sierra_3: Setting Powered False\u000a22:12:15.820505 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:12:09" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22747): Process ended prematurely: osmo-stp_10.42.42.5(pid=22747) [trial-2365↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22747)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22747): Process ended prematurely: osmo-stp_10.42.42.5(pid=22747) [trial-2365↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a22:12:17.779309 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:17.790504 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:12:17.935512 tst mo_mt_sms.py: using LAC 24005\u000a22:12:18.066199 tst mo_mt_sms.py: using RAC 35\u000a22:12:18.189696 tst mo_mt_sms.py: using CellId 24005\u000a22:12:18.318746 tst mo_mt_sms.py: using BVCI 24006\u000a22:12:18.343027 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:18.354428 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:18.365433 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:18.377051 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:18.388534 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:18.400011 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:12:18.516653 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a22:12:18.726136 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:19.234664 run create_hlr_db(pid=22741): Launched\u000a22:12:19.420326 bus /sierra_2: Setting Powered False\u000a22:12:20.441019 run create_hlr_db(pid=22741): Terminated: ok {rc=0}\u000a22:12:20.842500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22743): Launched\u000a22:12:21.139923 run osmo-hlr_10.42.42.2(pid=22744): Launched\u000a22:12:21.254732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:21.776408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22746): Launched\u000a22:12:22.073262 run osmo-stp_10.42.42.5(pid=22747): Launched\u000a22:12:22.181173 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:12:22.723310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22749): Launched\u000a22:12:23.020120 run osmo-msc_10.42.42.6(pid=22750): Launched\u000a22:12:23.194359 run osmo-stp_10.42.42.5(pid=22747): ERR: Terminated: ERROR {rc=1} [trial-2365↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22747)]\u000a22:12:23.320211 run osmo-stp_10.42.42.5(pid=22747): stdout: \u000a| (launched: 2022-12-09_22:12:21.927301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:23.443904 run osmo-stp_10.42.42.5(pid=22747): stderr: \u000a| �[0;m�[38;5;43m20221209221222096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221222096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221222096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221222097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221222099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221222099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221222099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:23.563331 run osmo-stp_10.42.42.5(pid=22747): stdout: \u000a| (launched: 2022-12-09_22:12:21.927301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:23.681833 run osmo-stp_10.42.42.5(pid=22747): stderr: \u000a| �[0;m�[38;5;43m20221209221222096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221222096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221222096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221222097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221222099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221222099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221222099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:23.733701 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22747): Process ended prematurely: osmo-stp_10.42.42.5(pid=22747) [trial-2365↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22747)] [trial-2365↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a22:12:23.741711 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a22:12:23.802159 run osmo-hlr_10.42.42.2(pid=22744): ERR: Terminated: ERROR {rc=237} [trial-2365↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22744)]\u000a22:12:23.851370 run osmo-hlr_10.42.42.2(pid=22744): stdout: \u000a| (launched: 2022-12-09_22:12:20.993324) \u000a22:12:23.901244 run osmo-hlr_10.42.42.2(pid=22744): stderr: \u000a| �[0;m�[1;31m20221209221221167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221221167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221221167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221221167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221221167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221221167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221221180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221221190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221221190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221221190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:23.968607 run osmo-msc_10.42.42.6(pid=22750): ERR: Terminated: ERROR {rc=2} [trial-2365↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22750)]\u000a22:12:24.017838 run osmo-msc_10.42.42.6(pid=22750): stdout: \u000a| (launched: 2022-12-09_22:12:22.873425) \u000a22:12:24.067568 run osmo-msc_10.42.42.6(pid=22750): stderr: \u000a| �[0;m�[38;5;43m20221209221223147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221223147 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3468a8ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221223147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221223148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221223148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221223148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221223151 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221223152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221223152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221223152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:12:24.109388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22743): Terminating (SIGTERM)\u000a22:12:24.149086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22746): Terminating (SIGTERM)\u000a22:12:24.189335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22749): Terminating (SIGTERM)\u000a22:12:24.198957 --- ParallelTerminationStrategy: PID 22743 died...\u000a22:12:24.252597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22743): Terminated: ok {rc=0}\u000a22:12:24.262304 --- ParallelTerminationStrategy: PID 22746 died...\u000a22:12:24.315561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22746): Terminated: ok {rc=0}\u000a22:12:24.325164 --- ParallelTerminationStrategy: PID 22749 died...\u000a22:12:24.378947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22749): Terminated: ok {rc=0}\u000a22:12:24.467688 bus /sierra_3: Setting Powered False\u000a22:12:25.571678 bus /sierra_3: Setting Powered False\u000a22:12:26.683862 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:12:17" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22756): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22756) [trial-2365↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22756)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22756): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22756) [trial-2365↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a22:12:28.524907 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a22:12:28.535912 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:12:28.669793 tst assert_extension.py: using LAC 24006\u000a22:12:28.785523 tst assert_extension.py: using RAC 36\u000a22:12:28.901554 tst assert_extension.py: using CellId 24006\u000a22:12:29.017733 tst assert_extension.py: using BVCI 24007\u000a22:12:29.040066 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a22:12:29.328507 tst assert_extension.py:10: start nitb and bts...\u000a22:12:29.461104 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:12:30.119428 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22755): Launched\u000a22:12:30.432820 run osmo-nitb_10.42.42.2(pid=22756): Launched\u000a22:12:30.628549 run osmo-nitb_10.42.42.2(pid=22756): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22756)]\u000a22:12:30.772655 run osmo-nitb_10.42.42.2(pid=22756): stdout: \u000a| (launched: 2022-12-09_22:12:30.281022) \u000a22:12:30.927398 run osmo-nitb_10.42.42.2(pid=22756): stderr: \u000a| (launched: 2022-12-09_22:12:30.328291)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:31.064071 run osmo-nitb_10.42.42.2(pid=22756): stdout: \u000a| (launched: 2022-12-09_22:12:30.281022) \u000a22:12:31.199176 run osmo-nitb_10.42.42.2(pid=22756): stderr: \u000a| (launched: 2022-12-09_22:12:30.328291)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:31.561870 tst osmo-nitb_10.42.42.2(pid=22756): stdout: \u000a| (launched: 2022-12-09_22:12:30.281022) \u000a22:12:31.692652 tst osmo-nitb_10.42.42.2(pid=22756): stderr: \u000a| (launched: 2022-12-09_22:12:30.328291)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:12:31.750366 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22756): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22756) [trial-2365↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22756)] [trial-2365↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a22:12:31.759784 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:12:31.797888 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22755): Terminating (SIGTERM)\u000a22:12:31.977028 --- ParallelTerminationStrategy: PID 22755 died...\u000a22:12:32.035642 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22755): Terminated: ok {rc=0}\u000a22:12:32.125646 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:12:28" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22768): Process ended prematurely: osmo-stp_10.42.42.5(pid=22768) [trial-2365↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22768)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22768): Process ended prematurely: osmo-stp_10.42.42.5(pid=22768) [trial-2365↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a22:12:33.972893 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:33.984219 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:12:34.133025 tst assert_extension.py: using LAC 24007\u000a22:12:34.256352 tst assert_extension.py: using RAC 37\u000a22:12:34.380844 tst assert_extension.py: using CellId 24007\u000a22:12:34.504289 tst assert_extension.py: using BVCI 24008\u000a22:12:34.528279 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:34.539419 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:34.550410 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:34.561291 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:34.572239 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:12:34.583415 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a22:12:34.785844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:35.253903 run create_hlr_db(pid=22762): Launched\u000a22:12:35.426394 bus /sierra_2: Setting Powered False\u000a22:12:36.447587 run create_hlr_db(pid=22762): Terminated: ok {rc=0}\u000a22:12:36.844784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22764): Launched\u000a22:12:37.141565 run osmo-hlr_10.42.42.2(pid=22765): Launched\u000a22:12:37.255021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:37.879574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22767): Launched\u000a22:12:38.171985 run osmo-stp_10.42.42.5(pid=22768): Launched\u000a22:12:38.278382 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:12:38.812313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22770): Launched\u000a22:12:39.107172 run osmo-msc_10.42.42.6(pid=22771): Launched\u000a22:12:39.279810 run osmo-stp_10.42.42.5(pid=22768): ERR: Terminated: ERROR {rc=1} [trial-2365↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22768)]\u000a22:12:39.404908 run osmo-stp_10.42.42.5(pid=22768): stdout: \u000a| (launched: 2022-12-09_22:12:38.028198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:39.527647 run osmo-stp_10.42.42.5(pid=22768): stderr: \u000a| �[0;m�[38;5;43m20221209221238197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221238198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221238198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221238198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221238199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221238199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221238199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:39.645600 run osmo-stp_10.42.42.5(pid=22768): stdout: \u000a| (launched: 2022-12-09_22:12:38.028198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:39.763828 run osmo-stp_10.42.42.5(pid=22768): stderr: \u000a| �[0;m�[38;5;43m20221209221238197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221238198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221238198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221238198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221238199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221238199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221238199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:39.815382 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22768): Process ended prematurely: osmo-stp_10.42.42.5(pid=22768) [trial-2365↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22768)] [trial-2365↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a22:12:39.823295 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a22:12:39.883654 run osmo-hlr_10.42.42.2(pid=22765): ERR: Terminated: ERROR {rc=237} [trial-2365↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22765)]\u000a22:12:39.933365 run osmo-hlr_10.42.42.2(pid=22765): stdout: \u000a| (launched: 2022-12-09_22:12:36.995529) \u000a22:12:39.983354 run osmo-hlr_10.42.42.2(pid=22765): stderr: \u000a| �[0;m�[1;31m20221209221237173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221237173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221237173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221237173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221237173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221237173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221237186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221237194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221237194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221237194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:40.051231 run osmo-msc_10.42.42.6(pid=22771): ERR: Terminated: ERROR {rc=2} [trial-2365↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22771)]\u000a22:12:40.100361 run osmo-msc_10.42.42.6(pid=22771): stdout: \u000a| (launched: 2022-12-09_22:12:38.961074) \u000a22:12:40.150253 run osmo-msc_10.42.42.6(pid=22771): stderr: \u000a| �[0;m�[38;5;43m20221209221239231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221239231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23eb762c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221239232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221239232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221239232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221239232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221239234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221239234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221239234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221239234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:12:40.192191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22764): Terminating (SIGTERM)\u000a22:12:40.232127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22767): Terminating (SIGTERM)\u000a22:12:40.272179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22770): Terminating (SIGTERM)\u000a22:12:40.281716 --- ParallelTerminationStrategy: PID 22764 died...\u000a22:12:40.335526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22764): Terminated: ok {rc=0}\u000a22:12:40.345240 --- ParallelTerminationStrategy: PID 22767 died...\u000a22:12:40.398153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22767): Terminated: ok {rc=0}\u000a22:12:40.407732 --- ParallelTerminationStrategy: PID 22770 died...\u000a22:12:40.461063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22770): Terminated: ok {rc=0}\u000a22:12:40.549273 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:12:33" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22782): Process ended prematurely: osmo-stp_10.42.42.5(pid=22782) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22782)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22782): Process ended prematurely: osmo-stp_10.42.42.5(pid=22782) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:12:42.507698 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:42.518947 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:12:42.676493 tst mo_mt_call.py: using LAC 24008\u000a22:12:42.795050 tst mo_mt_call.py: using RAC 38\u000a22:12:42.916750 tst mo_mt_call.py: using CellId 24008\u000a22:12:43.031212 tst mo_mt_call.py: using BVCI 24009\u000a22:12:43.053722 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:43.064596 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:43.075493 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:43.086820 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:43.098127 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:43.109368 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:12:43.227651 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:12:43.425832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:43.897307 run create_hlr_db(pid=22776): Launched\u000a22:12:44.068819 bus /sierra_2: Setting Powered False\u000a22:12:45.097453 run create_hlr_db(pid=22776): Terminated: ok {rc=0}\u000a22:12:45.523974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22778): Launched\u000a22:12:45.874303 run osmo-hlr_10.42.42.2(pid=22779): Launched\u000a22:12:46.043340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:46.675145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22781): Launched\u000a22:12:47.094286 run osmo-stp_10.42.42.5(pid=22782): Launched\u000a22:12:47.315141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:12:47.901572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22784): Launched\u000a22:12:48.222673 run osmo-msc_10.42.42.6(pid=22785): Launched\u000a22:12:48.410431 run osmo-stp_10.42.42.5(pid=22782): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22782)]\u000a22:12:48.546050 run osmo-stp_10.42.42.5(pid=22782): stdout: \u000a| (launched: 2022-12-09_22:12:46.832188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:48.681397 run osmo-stp_10.42.42.5(pid=22782): stderr: \u000a| �[0;m�[38;5;43m20221209221247162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221247162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221247162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221247163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221247169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221247169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221247169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:48.810135 run osmo-stp_10.42.42.5(pid=22782): stdout: \u000a| (launched: 2022-12-09_22:12:46.832188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:48.937660 run osmo-stp_10.42.42.5(pid=22782): stderr: \u000a| �[0;m�[38;5;43m20221209221247162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221247162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221247162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221247163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221247169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221247169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221247169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:48.994314 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22782): Process ended prematurely: osmo-stp_10.42.42.5(pid=22782) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22782)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:12:49.003545 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a22:12:49.066280 run osmo-hlr_10.42.42.2(pid=22779): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22779)]\u000a22:12:49.118322 run osmo-hlr_10.42.42.2(pid=22779): stdout: \u000a| (launched: 2022-12-09_22:12:45.686459) \u000a22:12:49.170494 run osmo-hlr_10.42.42.2(pid=22779): stderr: \u000a| �[0;m�[1;31m20221209221245938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221245938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221245938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221245938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221245938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221245938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221245954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221245976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221245976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221245976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:49.241311 run osmo-msc_10.42.42.6(pid=22785): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22785)]\u000a22:12:49.292874 run osmo-msc_10.42.42.6(pid=22785): stdout: \u000a| (launched: 2022-12-09_22:12:48.065207) \u000a22:12:49.345298 run osmo-msc_10.42.42.6(pid=22785): stderr: \u000a| �[0;m�[38;5;43m20221209221248388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221248388 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f067cf50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221248388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221248388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221248388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221248389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221248390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221248391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221248391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221248391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:12:49.389665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22778): Terminating (SIGTERM)\u000a22:12:49.431735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22781): Terminating (SIGTERM)\u000a22:12:49.473895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22784): Terminating (SIGTERM)\u000a22:12:49.483581 --- ParallelTerminationStrategy: PID 22778 died...\u000a22:12:49.539537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22778): Terminated: ok {rc=0}\u000a22:12:49.549937 --- ParallelTerminationStrategy: PID 22781 died...\u000a22:12:49.605997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22781): Terminated: ok {rc=0}\u000a22:12:49.616083 --- ParallelTerminationStrategy: PID 22784 died...\u000a22:12:49.672126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22784): Terminated: ok {rc=0}\u000a22:12:49.760588 bus /sierra_3: Setting Powered False\u000a22:12:50.868553 bus /sierra_3: Setting Powered False\u000a22:12:52.003054 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22793): Process ended prematurely: osmo-stp_10.42.42.5(pid=22793) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22793)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22793): Process ended prematurely: osmo-stp_10.42.42.5(pid=22793) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:12:53.113380 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:53.125163 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:12:53.282945 tst mo_mt_call_osmux.py: using LAC 24009\u000a22:12:53.407572 tst mo_mt_call_osmux.py: using RAC 39\u000a22:12:53.538236 tst mo_mt_call_osmux.py: using CellId 24009\u000a22:12:53.662333 tst mo_mt_call_osmux.py: using BVCI 24010\u000a22:12:53.687058 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:53.698858 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:53.710480 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:53.722727 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:53.734813 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:12:53.746396 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:12:53.864820 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:12:54.067535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:12:54.540648 run create_hlr_db(pid=22787): Launched\u000a22:12:54.713847 bus /sierra_2: Setting Powered False\u000a22:12:55.734597 run create_hlr_db(pid=22787): Terminated: ok {rc=0}\u000a22:12:56.160779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22789): Launched\u000a22:12:56.461958 run osmo-hlr_10.42.42.2(pid=22790): Launched\u000a22:12:56.577625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:12:57.104582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22792): Launched\u000a22:12:57.403777 run osmo-stp_10.42.42.5(pid=22793): Launched\u000a22:12:57.514895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:12:58.063667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22795): Launched\u000a22:12:58.365732 run osmo-msc_10.42.42.6(pid=22796): Launched\u000a22:12:58.542923 run osmo-stp_10.42.42.5(pid=22793): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22793)]\u000a22:12:58.671431 run osmo-stp_10.42.42.5(pid=22793): stdout: \u000a| (launched: 2022-12-09_22:12:57.256737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:58.796877 run osmo-stp_10.42.42.5(pid=22793): stderr: \u000a| �[0;m�[38;5;43m20221209221257427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221257427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221257428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221257428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221257428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221257429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221257429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:58.917535 run osmo-stp_10.42.42.5(pid=22793): stdout: \u000a| (launched: 2022-12-09_22:12:57.256737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:12:59.036536 run osmo-stp_10.42.42.5(pid=22793): stderr: \u000a| �[0;m�[38;5;43m20221209221257427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221257427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221257428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221257428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221257428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221257429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221257429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:12:59.089226 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22793): Process ended prematurely: osmo-stp_10.42.42.5(pid=22793) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22793)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:12:59.097806 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:12:59.157705 run osmo-hlr_10.42.42.2(pid=22790): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22790)]\u000a22:12:59.206838 run osmo-hlr_10.42.42.2(pid=22790): stdout: \u000a| (launched: 2022-12-09_22:12:56.314055) \u000a22:12:59.256690 run osmo-hlr_10.42.42.2(pid=22790): stderr: \u000a| �[0;m�[1;31m20221209221256491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221256491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221256491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221256491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221256491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221256491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221256503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221256511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221256511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221256511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:12:59.323830 run osmo-msc_10.42.42.6(pid=22796): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22796)]\u000a22:12:59.372902 run osmo-msc_10.42.42.6(pid=22796): stdout: \u000a| (launched: 2022-12-09_22:12:58.217015) \u000a22:12:59.422415 run osmo-msc_10.42.42.6(pid=22796): stderr: \u000a| �[0;m�[38;5;43m20221209221258489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221258489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f539d52dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221258489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221258489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221258490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221258490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221258492 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221258492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221258493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221258493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:12:59.464383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22789): Terminating (SIGTERM)\u000a22:12:59.504138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22792): Terminating (SIGTERM)\u000a22:12:59.544532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22795): Terminating (SIGTERM)\u000a22:12:59.553631 --- ParallelTerminationStrategy: PID 22789 died...\u000a22:12:59.608112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22789): Terminated: ok {rc=0}\u000a22:12:59.618203 --- ParallelTerminationStrategy: PID 22792 died...\u000a22:12:59.671797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22792): Terminated: ok {rc=0}\u000a22:12:59.681532 --- ParallelTerminationStrategy: PID 22795 died...\u000a22:12:59.734943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22795): Terminated: ok {rc=0}\u000a22:12:59.824499 bus /sierra_3: Setting Powered False\u000a22:13:00.948437 bus /sierra_3: Setting Powered False\u000a22:13:02.061188 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:12:42" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22807): Process ended prematurely: osmo-stp_10.42.42.5(pid=22807) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22807)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22807): Process ended prematurely: osmo-stp_10.42.42.5(pid=22807) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:13:04.067051 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:04.078661 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:13:04.241350 tst mo_mt_call.py: using LAC 24010\u000a22:13:04.368171 tst mo_mt_call.py: using RAC 40\u000a22:13:04.498305 tst mo_mt_call.py: using CellId 24010\u000a22:13:04.621783 tst mo_mt_call.py: using BVCI 24011\u000a22:13:04.646193 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:04.657698 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:04.669080 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:04.680394 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:04.692151 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:04.703471 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:13:04.818372 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:13:05.017374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:05.487827 run create_hlr_db(pid=22801): Launched\u000a22:13:05.660701 bus /sierra_2: Setting Powered False\u000a22:13:06.682759 run create_hlr_db(pid=22801): Terminated: ok {rc=0}\u000a22:13:07.107746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22803): Launched\u000a22:13:07.428244 run osmo-hlr_10.42.42.2(pid=22804): Launched\u000a22:13:07.548330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:08.073362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22806): Launched\u000a22:13:08.373094 run osmo-stp_10.42.42.5(pid=22807): Launched\u000a22:13:08.482804 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:09.033964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22809): Launched\u000a22:13:09.334609 run osmo-msc_10.42.42.6(pid=22810): Launched\u000a22:13:09.511869 run osmo-stp_10.42.42.5(pid=22807): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22807)]\u000a22:13:09.640912 run osmo-stp_10.42.42.5(pid=22807): stdout: \u000a| (launched: 2022-12-09_22:13:08.225619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:09.766510 run osmo-stp_10.42.42.5(pid=22807): stderr: \u000a| �[0;m�[38;5;43m20221209221308397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221308397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221308397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221308397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221308398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221308398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221308398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:09.886994 run osmo-stp_10.42.42.5(pid=22807): stdout: \u000a| (launched: 2022-12-09_22:13:08.225619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:10.007145 run osmo-stp_10.42.42.5(pid=22807): stderr: \u000a| �[0;m�[38;5;43m20221209221308397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221308397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221308397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221308397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221308398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221308398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221308398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:10.060087 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22807): Process ended prematurely: osmo-stp_10.42.42.5(pid=22807) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22807)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:13:10.068769 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:13:10.129232 run osmo-hlr_10.42.42.2(pid=22804): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22804)]\u000a22:13:10.178577 run osmo-hlr_10.42.42.2(pid=22804): stdout: \u000a| (launched: 2022-12-09_22:13:07.271328) \u000a22:13:10.228331 run osmo-hlr_10.42.42.2(pid=22804): stderr: \u000a| �[0;m�[1;31m20221209221307470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221307470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221307470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221307470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221307470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221307470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221307485 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221307494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221307494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221307494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:10.295540 run osmo-msc_10.42.42.6(pid=22810): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22810)]\u000a22:13:10.344719 run osmo-msc_10.42.42.6(pid=22810): stdout: \u000a| (launched: 2022-12-09_22:13:09.186043) \u000a22:13:10.394275 run osmo-msc_10.42.42.6(pid=22810): stderr: \u000a| �[0;m�[38;5;43m20221209221309456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221309456 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b1d805c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221309456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221309456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221309456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221309457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221309458 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221309459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221309459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221309459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:10.436050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22803): Terminating (SIGTERM)\u000a22:13:10.475858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22806): Terminating (SIGTERM)\u000a22:13:10.515777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22809): Terminating (SIGTERM)\u000a22:13:10.525162 --- ParallelTerminationStrategy: PID 22803 died...\u000a22:13:10.578610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22803): Terminated: ok {rc=0}\u000a22:13:10.588038 --- ParallelTerminationStrategy: PID 22806 died...\u000a22:13:10.641498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22806): Terminated: ok {rc=0}\u000a22:13:10.651338 --- ParallelTerminationStrategy: PID 22809 died...\u000a22:13:10.704434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22809): Terminated: ok {rc=0}\u000a22:13:10.788100 bus /sierra_3: Setting Powered False\u000a22:13:11.895057 bus /sierra_3: Setting Powered False\u000a22:13:13.006873 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22818): Process ended prematurely: osmo-stp_10.42.42.5(pid=22818) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22818)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22818): Process ended prematurely: osmo-stp_10.42.42.5(pid=22818) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:13:14.117255 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:14.129089 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:13:14.292471 tst mo_mt_call_osmux.py: using LAC 24011\u000a22:13:14.422731 tst mo_mt_call_osmux.py: using RAC 41\u000a22:13:14.546402 tst mo_mt_call_osmux.py: using CellId 24011\u000a22:13:14.670660 tst mo_mt_call_osmux.py: using BVCI 24012\u000a22:13:14.695434 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:14.707161 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:14.718535 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:14.729959 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:14.741518 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:13:14.753039 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:13:14.875295 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:13:15.084808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:15.594328 run create_hlr_db(pid=22812): Launched\u000a22:13:15.778926 bus /sierra_2: Setting Powered False\u000a22:13:16.815418 run create_hlr_db(pid=22812): Terminated: ok {rc=0}\u000a22:13:17.241142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22814): Launched\u000a22:13:17.542737 run osmo-hlr_10.42.42.2(pid=22815): Launched\u000a22:13:17.657651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:18.179262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22817): Launched\u000a22:13:18.479594 run osmo-stp_10.42.42.5(pid=22818): Launched\u000a22:13:18.590068 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:19.140678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22820): Launched\u000a22:13:19.445364 run osmo-msc_10.42.42.6(pid=22821): Launched\u000a22:13:19.623162 run osmo-stp_10.42.42.5(pid=22818): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22818)]\u000a22:13:19.752144 run osmo-stp_10.42.42.5(pid=22818): stdout: \u000a| (launched: 2022-12-09_22:13:18.331937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:19.878869 run osmo-stp_10.42.42.5(pid=22818): stderr: \u000a| �[0;m�[38;5;43m20221209221318502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221318502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221318502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221318503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221318503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221318503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221318503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:20.000231 run osmo-stp_10.42.42.5(pid=22818): stdout: \u000a| (launched: 2022-12-09_22:13:18.331937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:20.120319 run osmo-stp_10.42.42.5(pid=22818): stderr: \u000a| �[0;m�[38;5;43m20221209221318502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221318502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221318502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221318503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221318503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221318503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221318503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:20.173473 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22818): Process ended prematurely: osmo-stp_10.42.42.5(pid=22818) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22818)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:13:20.182255 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:13:20.242151 run osmo-hlr_10.42.42.2(pid=22815): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22815)]\u000a22:13:20.291505 run osmo-hlr_10.42.42.2(pid=22815): stdout: \u000a| (launched: 2022-12-09_22:13:17.393943) \u000a22:13:20.341589 run osmo-hlr_10.42.42.2(pid=22815): stderr: \u000a| �[0;m�[1;31m20221209221317572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221317572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221317572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221317572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221317572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221317572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221317584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221317593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221317593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221317593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:20.408585 run osmo-msc_10.42.42.6(pid=22821): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22821)]\u000a22:13:20.457385 run osmo-msc_10.42.42.6(pid=22821): stdout: \u000a| (launched: 2022-12-09_22:13:19.295359) \u000a22:13:20.506929 run osmo-msc_10.42.42.6(pid=22821): stderr: \u000a| �[0;m�[38;5;43m20221209221319566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221319567 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f4fee4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221319567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221319567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221319567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221319567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221319569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221319569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221319570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221319570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:20.548740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22814): Terminating (SIGTERM)\u000a22:13:20.588812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22817): Terminating (SIGTERM)\u000a22:13:20.628559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22820): Terminating (SIGTERM)\u000a22:13:20.637990 --- ParallelTerminationStrategy: PID 22814 died...\u000a22:13:20.690992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22814): Terminated: ok {rc=0}\u000a22:13:20.700715 --- ParallelTerminationStrategy: PID 22817 died...\u000a22:13:20.753384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22817): Terminated: ok {rc=0}\u000a22:13:20.763147 --- ParallelTerminationStrategy: PID 22820 died...\u000a22:13:20.816006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22820): Terminated: ok {rc=0}\u000a22:13:20.899598 bus /sierra_3: Setting Powered False\u000a22:13:22.007229 bus /sierra_3: Setting Powered False\u000a22:13:23.119552 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:13:03" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22833): Process ended prematurely: osmo-stp_10.42.42.5(pid=22833) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22833)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22833): Process ended prematurely: osmo-stp_10.42.42.5(pid=22833) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:13:25.124152 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:25.135806 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:13:25.297579 tst mo_mt_call.py: using LAC 24012\u000a22:13:25.424257 tst mo_mt_call.py: using RAC 42\u000a22:13:25.548647 tst mo_mt_call.py: using CellId 24012\u000a22:13:25.678639 tst mo_mt_call.py: using BVCI 24013\u000a22:13:25.702954 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:25.714560 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:25.725973 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:25.737348 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:25.748823 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:25.760431 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:13:25.881713 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:13:26.083646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:26.555786 run create_hlr_db(pid=22827): Launched\u000a22:13:26.728906 bus /sierra_2: Setting Powered False\u000a22:13:27.750282 run create_hlr_db(pid=22827): Terminated: ok {rc=0}\u000a22:13:28.150977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22829): Launched\u000a22:13:28.451396 run osmo-hlr_10.42.42.2(pid=22830): Launched\u000a22:13:28.565302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:29.093805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22832): Launched\u000a22:13:29.394414 run osmo-stp_10.42.42.5(pid=22833): Launched\u000a22:13:29.504376 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:30.053916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22835): Launched\u000a22:13:30.357673 run osmo-msc_10.42.42.6(pid=22836): Launched\u000a22:13:30.534571 run osmo-stp_10.42.42.5(pid=22833): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22833)]\u000a22:13:30.662922 run osmo-stp_10.42.42.5(pid=22833): stdout: \u000a| (launched: 2022-12-09_22:13:29.246276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:30.788414 run osmo-stp_10.42.42.5(pid=22833): stderr: \u000a| �[0;m�[38;5;43m20221209221329415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221329416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221329416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221329416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221329419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221329419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221329419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:30.919391 run osmo-stp_10.42.42.5(pid=22833): stdout: \u000a| (launched: 2022-12-09_22:13:29.246276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:31.041991 run osmo-stp_10.42.42.5(pid=22833): stderr: \u000a| �[0;m�[38;5;43m20221209221329415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221329416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221329416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221329416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221329419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221329419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221329419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:31.101865 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22833): Process ended prematurely: osmo-stp_10.42.42.5(pid=22833) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22833)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:13:31.116352 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:13:31.197191 run osmo-hlr_10.42.42.2(pid=22830): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22830)]\u000a22:13:31.278029 run osmo-hlr_10.42.42.2(pid=22830): stdout: \u000a| (launched: 2022-12-09_22:13:28.303382) \u000a22:13:31.344394 run osmo-hlr_10.42.42.2(pid=22830): stderr: \u000a| �[0;m�[1;31m20221209221328480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221328480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221328480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221328480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221328480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221328480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221328492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221328500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221328501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221328501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:31.413900 run osmo-msc_10.42.42.6(pid=22836): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22836)]\u000a22:13:31.465047 run osmo-msc_10.42.42.6(pid=22836): stdout: \u000a| (launched: 2022-12-09_22:13:30.207231) \u000a22:13:31.517238 run osmo-msc_10.42.42.6(pid=22836): stderr: \u000a| �[0;m�[38;5;43m20221209221330479 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221330480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28e6a76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221330480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221330480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221330480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221330480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221330482 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221330483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221330483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221330483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:31.560528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22829): Terminating (SIGTERM)\u000a22:13:31.602971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22832): Terminating (SIGTERM)\u000a22:13:31.646561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22835): Terminating (SIGTERM)\u000a22:13:31.656328 --- ParallelTerminationStrategy: PID 22829 died...\u000a22:13:31.713431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22829): Terminated: ok {rc=0}\u000a22:13:31.723923 --- ParallelTerminationStrategy: PID 22832 died...\u000a22:13:31.780763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22832): Terminated: ok {rc=0}\u000a22:13:31.791352 --- ParallelTerminationStrategy: PID 22835 died...\u000a22:13:31.848141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22835): Terminated: ok {rc=0}\u000a22:13:31.946945 bus /sierra_3: Setting Powered False\u000a22:13:33.051674 bus /sierra_3: Setting Powered False\u000a22:13:34.160692 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22844): Process ended prematurely: osmo-stp_10.42.42.5(pid=22844) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22844)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22844): Process ended prematurely: osmo-stp_10.42.42.5(pid=22844) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:13:35.274873 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:35.287246 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:13:35.459002 tst mo_mt_call_osmux.py: using LAC 24013\u000a22:13:35.583881 tst mo_mt_call_osmux.py: using RAC 43\u000a22:13:35.705140 tst mo_mt_call_osmux.py: using CellId 24013\u000a22:13:35.821444 tst mo_mt_call_osmux.py: using BVCI 24014\u000a22:13:35.844032 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:35.855323 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:35.866375 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:35.877565 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:35.888925 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:13:35.900073 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:13:36.017832 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:13:36.219033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:36.691299 run create_hlr_db(pid=22838): Launched\u000a22:13:36.864642 bus /sierra_2: Setting Powered False\u000a22:13:37.886887 run create_hlr_db(pid=22838): Terminated: ok {rc=0}\u000a22:13:38.289554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22840): Launched\u000a22:13:38.592353 run osmo-hlr_10.42.42.2(pid=22841): Launched\u000a22:13:38.710484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:39.240284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22843): Launched\u000a22:13:39.543095 run osmo-stp_10.42.42.5(pid=22844): Launched\u000a22:13:39.653594 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:40.205442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22846): Launched\u000a22:13:40.507126 run osmo-msc_10.42.42.6(pid=22847): Launched\u000a22:13:40.686734 run osmo-stp_10.42.42.5(pid=22844): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22844)]\u000a22:13:40.815614 run osmo-stp_10.42.42.5(pid=22844): stdout: \u000a| (launched: 2022-12-09_22:13:39.394405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:40.941360 run osmo-stp_10.42.42.5(pid=22844): stderr: \u000a| �[0;m�[38;5;43m20221209221339563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221339564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221339564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221339564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221339565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221339565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221339565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:41.062652 run osmo-stp_10.42.42.5(pid=22844): stdout: \u000a| (launched: 2022-12-09_22:13:39.394405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:41.182738 run osmo-stp_10.42.42.5(pid=22844): stderr: \u000a| �[0;m�[38;5;43m20221209221339563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221339564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221339564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221339564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221339565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221339565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221339565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:41.235700 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22844): Process ended prematurely: osmo-stp_10.42.42.5(pid=22844) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22844)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:13:41.244159 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:13:41.304433 run osmo-hlr_10.42.42.2(pid=22841): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22841)]\u000a22:13:41.353554 run osmo-hlr_10.42.42.2(pid=22841): stdout: \u000a| (launched: 2022-12-09_22:13:38.442700) \u000a22:13:41.403255 run osmo-hlr_10.42.42.2(pid=22841): stderr: \u000a| �[0;m�[1;31m20221209221338619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221338620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221338620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221338620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221338620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221338620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221338632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221338640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221338640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221338640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:41.470751 run osmo-msc_10.42.42.6(pid=22847): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22847)]\u000a22:13:41.519709 run osmo-msc_10.42.42.6(pid=22847): stdout: \u000a| (launched: 2022-12-09_22:13:40.358399) \u000a22:13:41.569548 run osmo-msc_10.42.42.6(pid=22847): stderr: \u000a| �[0;m�[38;5;43m20221209221340629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221340629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99e0bb4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221340630 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221340630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221340630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221340630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221340632 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221340632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221340632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221340632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:41.611249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22840): Terminating (SIGTERM)\u000a22:13:41.650863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22843): Terminating (SIGTERM)\u000a22:13:41.690398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22846): Terminating (SIGTERM)\u000a22:13:41.699698 --- ParallelTerminationStrategy: PID 22840 died...\u000a22:13:41.753058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22840): Terminated: ok {rc=0}\u000a22:13:41.762738 --- ParallelTerminationStrategy: PID 22843 died...\u000a22:13:41.815588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22843): Terminated: ok {rc=0}\u000a22:13:41.825275 --- ParallelTerminationStrategy: PID 22846 died...\u000a22:13:41.877952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22846): Terminated: ok {rc=0}\u000a22:13:41.965377 bus /sierra_3: Setting Powered False\u000a22:13:43.067818 bus /sierra_3: Setting Powered False\u000a22:13:44.175049 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:13:24" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22858): Process ended prematurely: osmo-stp_10.42.42.5(pid=22858) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22858)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22858): Process ended prematurely: osmo-stp_10.42.42.5(pid=22858) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:13:46.203242 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:46.215266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:13:46.376198 tst mo_mt_call.py: using LAC 24014\u000a22:13:46.498435 tst mo_mt_call.py: using RAC 44\u000a22:13:46.621612 tst mo_mt_call.py: using CellId 24014\u000a22:13:46.741908 tst mo_mt_call.py: using BVCI 24015\u000a22:13:46.765804 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:46.777892 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:46.791831 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:46.804574 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:46.817752 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:46.831176 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:13:46.951897 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:13:47.175988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:47.689208 run create_hlr_db(pid=22852): Launched\u000a22:13:47.874436 bus /sierra_2: Setting Powered False\u000a22:13:48.895124 run create_hlr_db(pid=22852): Terminated: ok {rc=0}\u000a22:13:49.321082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22854): Launched\u000a22:13:49.640659 run osmo-hlr_10.42.42.2(pid=22855): Launched\u000a22:13:49.760807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:13:50.316855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22857): Launched\u000a22:13:50.637304 run osmo-stp_10.42.42.5(pid=22858): Launched\u000a22:13:50.753897 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:13:51.344850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22860): Launched\u000a22:13:51.665106 run osmo-msc_10.42.42.6(pid=22861): Launched\u000a22:13:51.852301 run osmo-stp_10.42.42.5(pid=22858): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22858)]\u000a22:13:51.989886 run osmo-stp_10.42.42.5(pid=22858): stdout: \u000a| (launched: 2022-12-09_22:13:50.479719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:52.125503 run osmo-stp_10.42.42.5(pid=22858): stderr: \u000a| �[0;m�[38;5;43m20221209221350674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221350674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221350674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221350675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221350675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221350675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221350675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:52.255602 run osmo-stp_10.42.42.5(pid=22858): stdout: \u000a| (launched: 2022-12-09_22:13:50.479719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:13:52.383668 run osmo-stp_10.42.42.5(pid=22858): stderr: \u000a| �[0;m�[38;5;43m20221209221350674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221350674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221350674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221350675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221350675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221350675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221350675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:13:52.440014 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22858): Process ended prematurely: osmo-stp_10.42.42.5(pid=22858) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22858)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:13:52.449523 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:13:52.512134 run osmo-hlr_10.42.42.2(pid=22855): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22855)]\u000a22:13:52.563746 run osmo-hlr_10.42.42.2(pid=22855): stdout: \u000a| (launched: 2022-12-09_22:13:49.484315) \u000a22:13:52.615766 run osmo-hlr_10.42.42.2(pid=22855): stderr: \u000a| �[0;m�[1;31m20221209221349684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221349684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221349684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221349684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221349684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221349684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221349697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221349705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221349706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221349706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:13:52.686331 run osmo-msc_10.42.42.6(pid=22861): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22861)]\u000a22:13:52.737518 run osmo-msc_10.42.42.6(pid=22861): stdout: \u000a| (launched: 2022-12-09_22:13:51.508221) \u000a22:13:52.789370 run osmo-msc_10.42.42.6(pid=22861): stderr: \u000a| �[0;m�[38;5;43m20221209221351832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221351832 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5880ef3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221351832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221351832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221351832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221351833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221351834 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221351835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221351835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221351835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:13:52.833182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22854): Terminating (SIGTERM)\u000a22:13:52.874870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22857): Terminating (SIGTERM)\u000a22:13:52.916625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22860): Terminating (SIGTERM)\u000a22:13:52.926338 --- ParallelTerminationStrategy: PID 22854 died...\u000a22:13:52.982132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22854): Terminated: ok {rc=0}\u000a22:13:52.992206 --- ParallelTerminationStrategy: PID 22857 died...\u000a22:13:53.047680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22857): Terminated: ok {rc=0}\u000a22:13:53.057823 --- ParallelTerminationStrategy: PID 22860 died...\u000a22:13:53.113530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22860): Terminated: ok {rc=0}\u000a22:13:53.201855 bus /sierra_3: Setting Powered False\u000a22:13:54.309027 bus /sierra_3: Setting Powered False\u000a22:13:55.416708 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22870): Process ended prematurely: osmo-stp_10.42.42.5(pid=22870) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22870)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22870): Process ended prematurely: osmo-stp_10.42.42.5(pid=22870) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:13:56.531504 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:56.543848 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:13:56.715029 tst mo_mt_call_osmux.py: using LAC 24015\u000a22:13:56.833958 tst mo_mt_call_osmux.py: using RAC 45\u000a22:13:56.950889 tst mo_mt_call_osmux.py: using CellId 24015\u000a22:13:57.067982 tst mo_mt_call_osmux.py: using BVCI 24016\u000a22:13:57.090807 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:57.102037 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:57.113031 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:57.124707 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:57.136395 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:13:57.148001 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:13:57.265213 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:13:57.475805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:13:57.988683 run create_hlr_db(pid=22864): Launched\u000a22:13:58.174649 bus /sierra_2: Setting Powered False\u000a22:13:59.196323 run create_hlr_db(pid=22864): Terminated: ok {rc=0}\u000a22:13:59.600282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22866): Launched\u000a22:13:59.899230 run osmo-hlr_10.42.42.2(pid=22867): Launched\u000a22:14:00.017514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:00.551155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22869): Launched\u000a22:14:00.902482 run osmo-stp_10.42.42.5(pid=22870): Launched\u000a22:14:01.092868 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:01.673064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22872): Launched\u000a22:14:02.099025 run osmo-msc_10.42.42.6(pid=22873): Launched\u000a22:14:02.367769 run osmo-stp_10.42.42.5(pid=22870): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22870)]\u000a22:14:02.506153 run osmo-stp_10.42.42.5(pid=22870): stdout: \u000a| (launched: 2022-12-09_22:14:00.703825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:02.641975 run osmo-stp_10.42.42.5(pid=22870): stderr: \u000a| �[0;m�[38;5;43m20221209221400896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221400896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221400896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221400898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221400899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221400899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221400899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:02.771971 run osmo-stp_10.42.42.5(pid=22870): stdout: \u000a| (launched: 2022-12-09_22:14:00.703825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:02.900800 run osmo-stp_10.42.42.5(pid=22870): stderr: \u000a| �[0;m�[38;5;43m20221209221400896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221400896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221400896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221400898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221400899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221400899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221400899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:02.958024 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22870): Process ended prematurely: osmo-stp_10.42.42.5(pid=22870) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22870)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:14:02.967424 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:14:03.030412 run osmo-hlr_10.42.42.2(pid=22867): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22867)]\u000a22:14:03.082532 run osmo-hlr_10.42.42.2(pid=22867): stdout: \u000a| (launched: 2022-12-09_22:13:59.752505) \u000a22:14:03.134735 run osmo-hlr_10.42.42.2(pid=22867): stderr: \u000a| �[0;m�[1;31m20221209221359928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221359928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221359928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221359928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221359928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221359928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221359941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221359949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221359950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221359950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:03.206392 run osmo-msc_10.42.42.6(pid=22873): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22873)]\u000a22:14:03.258050 run osmo-msc_10.42.42.6(pid=22873): stdout: \u000a| (launched: 2022-12-09_22:14:01.827936) \u000a22:14:03.310479 run osmo-msc_10.42.42.6(pid=22873): stderr: \u000a| �[0;m�[38;5;43m20221209221402301 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221402302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a518f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221402302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221402302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221402302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221402302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221402304 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221402304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221402304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221402305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:03.354551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22866): Terminating (SIGTERM)\u000a22:14:03.396379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22869): Terminating (SIGTERM)\u000a22:14:03.438632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22872): Terminating (SIGTERM)\u000a22:14:03.448310 --- ParallelTerminationStrategy: PID 22866 died...\u000a22:14:03.504285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22866): Terminated: ok {rc=0}\u000a22:14:03.514434 --- ParallelTerminationStrategy: PID 22869 died...\u000a22:14:03.570443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22869): Terminated: ok {rc=0}\u000a22:14:03.580531 --- ParallelTerminationStrategy: PID 22872 died...\u000a22:14:03.636047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22872): Terminated: ok {rc=0}\u000a22:14:03.723753 bus /sierra_3: Setting Powered False\u000a22:14:04.831425 bus /sierra_3: Setting Powered False\u000a22:14:05.938685 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:13:45" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22884): Process ended prematurely: osmo-stp_10.42.42.5(pid=22884) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22884)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22884): Process ended prematurely: osmo-stp_10.42.42.5(pid=22884) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22884)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:14:07.948805 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:07.960502 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:14:08.126760 tst mo_mt_call.py: using LAC 24016\u000a22:14:08.254737 tst mo_mt_call.py: using RAC 46\u000a22:14:08.380481 tst mo_mt_call.py: using CellId 24016\u000a22:14:08.508645 tst mo_mt_call.py: using BVCI 24017\u000a22:14:08.532919 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:08.544493 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:08.555836 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:08.567288 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:08.578855 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:08.590493 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:14:08.711730 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:14:08.914451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:09.388179 run create_hlr_db(pid=22878): Launched\u000a22:14:09.563122 bus /sierra_2: Setting Powered False\u000a22:14:10.583019 run create_hlr_db(pid=22878): Terminated: ok {rc=0}\u000a22:14:10.983346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22880): Launched\u000a22:14:11.284525 run osmo-hlr_10.42.42.2(pid=22881): Launched\u000a22:14:11.400410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:11.933932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22883): Launched\u000a22:14:12.234907 run osmo-stp_10.42.42.5(pid=22884): Launched\u000a22:14:12.352624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:12.910018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22886): Launched\u000a22:14:13.212734 run osmo-msc_10.42.42.6(pid=22887): Launched\u000a22:14:13.390700 run osmo-stp_10.42.42.5(pid=22884): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22884)]\u000a22:14:13.519335 run osmo-stp_10.42.42.5(pid=22884): stdout: \u000a| (launched: 2022-12-09_22:14:12.086595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:13.645422 run osmo-stp_10.42.42.5(pid=22884): stderr: \u000a| �[0;m�[38;5;43m20221209221412258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221412258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221412258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221412259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221412259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221412259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221412259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:13.766621 run osmo-stp_10.42.42.5(pid=22884): stdout: \u000a| (launched: 2022-12-09_22:14:12.086595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:13.886730 run osmo-stp_10.42.42.5(pid=22884): stderr: \u000a| �[0;m�[38;5;43m20221209221412258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221412258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221412258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221412259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221412259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221412259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221412259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:13.939770 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22884): Process ended prematurely: osmo-stp_10.42.42.5(pid=22884) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22884)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:14:13.948294 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:14:14.008379 run osmo-hlr_10.42.42.2(pid=22881): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22881)]\u000a22:14:14.057454 run osmo-hlr_10.42.42.2(pid=22881): stdout: \u000a| (launched: 2022-12-09_22:14:11.136027) \u000a22:14:14.107362 run osmo-hlr_10.42.42.2(pid=22881): stderr: \u000a| �[0;m�[1;31m20221209221411312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221411312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221411312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221411312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221411312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221411312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221411324 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221411333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221411333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221411333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:14.174374 run osmo-msc_10.42.42.6(pid=22887): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22887)]\u000a22:14:14.223648 run osmo-msc_10.42.42.6(pid=22887): stdout: \u000a| (launched: 2022-12-09_22:14:13.063090) \u000a22:14:14.273290 run osmo-msc_10.42.42.6(pid=22887): stderr: \u000a| �[0;m�[38;5;43m20221209221413334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221413335 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f167f622c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221413335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221413335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221413335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221413335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221413337 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221413338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221413338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221413338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:14.315051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22880): Terminating (SIGTERM)\u000a22:14:14.354892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22883): Terminating (SIGTERM)\u000a22:14:14.394656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22886): Terminating (SIGTERM)\u000a22:14:14.403990 --- ParallelTerminationStrategy: PID 22880 died...\u000a22:14:14.457469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22880): Terminated: ok {rc=0}\u000a22:14:14.467193 --- ParallelTerminationStrategy: PID 22883 died...\u000a22:14:14.520397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22883): Terminated: ok {rc=0}\u000a22:14:14.529943 --- ParallelTerminationStrategy: PID 22886 died...\u000a22:14:14.583832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22886): Terminated: ok {rc=0}\u000a22:14:14.668009 bus /sierra_3: Setting Powered False\u000a22:14:15.774192 bus /sierra_3: Setting Powered False\u000a22:14:16.898374 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22895): Process ended prematurely: osmo-stp_10.42.42.5(pid=22895) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22895)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22895): Process ended prematurely: osmo-stp_10.42.42.5(pid=22895) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:14:18.014321 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:18.026721 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:14:18.186864 tst mo_mt_call_osmux.py: using LAC 24017\u000a22:14:18.306404 tst mo_mt_call_osmux.py: using RAC 47\u000a22:14:18.424242 tst mo_mt_call_osmux.py: using CellId 24017\u000a22:14:18.543321 tst mo_mt_call_osmux.py: using BVCI 24018\u000a22:14:18.566119 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:18.577304 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:18.588244 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:18.599400 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:18.610728 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:14:18.621950 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:14:18.741134 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:14:18.948784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:19.421844 run create_hlr_db(pid=22889): Launched\u000a22:14:19.594941 bus /sierra_2: Setting Powered False\u000a22:14:20.617413 run create_hlr_db(pid=22889): Terminated: ok {rc=0}\u000a22:14:21.043962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22891): Launched\u000a22:14:21.365558 run osmo-hlr_10.42.42.2(pid=22892): Launched\u000a22:14:21.483098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:22.041444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22894): Launched\u000a22:14:22.365979 run osmo-stp_10.42.42.5(pid=22895): Launched\u000a22:14:22.483794 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:23.075091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22897): Launched\u000a22:14:23.397242 run osmo-msc_10.42.42.6(pid=22898): Launched\u000a22:14:23.586691 run osmo-stp_10.42.42.5(pid=22895): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22895)]\u000a22:14:23.722979 run osmo-stp_10.42.42.5(pid=22895): stdout: \u000a| (launched: 2022-12-09_22:14:22.207092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:23.859130 run osmo-stp_10.42.42.5(pid=22895): stderr: \u000a| �[0;m�[38;5;43m20221209221422402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221422402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221422402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221422403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221422403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221422403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221422403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:23.988309 run osmo-stp_10.42.42.5(pid=22895): stdout: \u000a| (launched: 2022-12-09_22:14:22.207092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:24.117012 run osmo-stp_10.42.42.5(pid=22895): stderr: \u000a| �[0;m�[38;5;43m20221209221422402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221422402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221422402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221422403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221422403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221422403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221422403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:24.174126 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22895): Process ended prematurely: osmo-stp_10.42.42.5(pid=22895) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22895)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:14:24.183220 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:14:24.245826 run osmo-hlr_10.42.42.2(pid=22892): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22892)]\u000a22:14:24.297319 run osmo-hlr_10.42.42.2(pid=22892): stdout: \u000a| (launched: 2022-12-09_22:14:21.208008) \u000a22:14:24.349476 run osmo-hlr_10.42.42.2(pid=22892): stderr: \u000a| �[0;m�[1;31m20221209221421408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221421408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221421408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221421408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221421408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221421408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221421425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221421434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221421435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221421435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:24.419883 run osmo-msc_10.42.42.6(pid=22898): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22898)]\u000a22:14:24.471227 run osmo-msc_10.42.42.6(pid=22898): stdout: \u000a| (launched: 2022-12-09_22:14:23.239459) \u000a22:14:24.523576 run osmo-msc_10.42.42.6(pid=22898): stderr: \u000a| �[0;m�[38;5;43m20221209221423562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221423562 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd360e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221423562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221423562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221423562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221423563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221423564 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221423565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221423565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221423565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:24.567440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22891): Terminating (SIGTERM)\u000a22:14:24.609391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22894): Terminating (SIGTERM)\u000a22:14:24.650896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22897): Terminating (SIGTERM)\u000a22:14:24.660415 --- ParallelTerminationStrategy: PID 22891 died...\u000a22:14:24.716091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22891): Terminated: ok {rc=0}\u000a22:14:24.726101 --- ParallelTerminationStrategy: PID 22894 died...\u000a22:14:24.781487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22894): Terminated: ok {rc=0}\u000a22:14:24.791386 --- ParallelTerminationStrategy: PID 22897 died...\u000a22:14:24.846629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22897): Terminated: ok {rc=0}\u000a22:14:24.933975 bus /sierra_3: Setting Powered False\u000a22:14:26.038669 bus /sierra_3: Setting Powered False\u000a22:14:27.146856 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:14:07" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22910): Process ended prematurely: osmo-stp_10.42.42.5(pid=22910) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22910)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22910): Process ended prematurely: osmo-stp_10.42.42.5(pid=22910) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:14:29.161071 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:29.172825 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:14:29.338538 tst mo_mt_call.py: using LAC 24018\u000a22:14:29.464212 tst mo_mt_call.py: using RAC 48\u000a22:14:29.590094 tst mo_mt_call.py: using CellId 24018\u000a22:14:29.714775 tst mo_mt_call.py: using BVCI 24019\u000a22:14:29.739182 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:29.750829 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:29.762255 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:29.773680 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:29.785274 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:29.796710 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:14:29.914710 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:14:30.115472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:30.590415 run create_hlr_db(pid=22904): Launched\u000a22:14:30.764228 bus /sierra_2: Setting Powered False\u000a22:14:31.840070 run create_hlr_db(pid=22904): Terminated: ok {rc=0}\u000a22:14:32.309689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22906): Launched\u000a22:14:32.631502 run osmo-hlr_10.42.42.2(pid=22907): Launched\u000a22:14:32.752309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:33.313640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22909): Launched\u000a22:14:33.634996 run osmo-stp_10.42.42.5(pid=22910): Launched\u000a22:14:33.751698 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:34.337452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22912): Launched\u000a22:14:34.658335 run osmo-msc_10.42.42.6(pid=22913): Launched\u000a22:14:34.847177 run osmo-stp_10.42.42.5(pid=22910): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22910)]\u000a22:14:34.983483 run osmo-stp_10.42.42.5(pid=22910): stdout: \u000a| (launched: 2022-12-09_22:14:33.478192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:35.119930 run osmo-stp_10.42.42.5(pid=22910): stderr: \u000a| �[0;m�[38;5;43m20221209221433673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221433673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221433673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221433674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221433674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221433674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221433674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:35.250327 run osmo-stp_10.42.42.5(pid=22910): stdout: \u000a| (launched: 2022-12-09_22:14:33.478192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:35.378461 run osmo-stp_10.42.42.5(pid=22910): stderr: \u000a| �[0;m�[38;5;43m20221209221433673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221433673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221433673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221433674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221433674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221433674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221433674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:35.435159 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22910): Process ended prematurely: osmo-stp_10.42.42.5(pid=22910) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22910)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:14:35.444379 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:14:35.506753 run osmo-hlr_10.42.42.2(pid=22907): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22907)]\u000a22:14:35.558068 run osmo-hlr_10.42.42.2(pid=22907): stdout: \u000a| (launched: 2022-12-09_22:14:32.473911) \u000a22:14:35.610201 run osmo-hlr_10.42.42.2(pid=22907): stderr: \u000a| �[0;m�[1;31m20221209221432673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221432673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221432673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221432673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221432673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221432673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221432686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221432694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221432695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221432695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:35.680341 run osmo-msc_10.42.42.6(pid=22913): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22913)]\u000a22:14:35.731542 run osmo-msc_10.42.42.6(pid=22913): stdout: \u000a| (launched: 2022-12-09_22:14:34.501115) \u000a22:14:35.783088 run osmo-msc_10.42.42.6(pid=22913): stderr: \u000a| �[0;m�[38;5;43m20221209221434822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221434822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe717e0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221434822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221434822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221434823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221434823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221434825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221434825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221434825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221434825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:35.826693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22906): Terminating (SIGTERM)\u000a22:14:35.868409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22909): Terminating (SIGTERM)\u000a22:14:35.910071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22912): Terminating (SIGTERM)\u000a22:14:35.919617 --- ParallelTerminationStrategy: PID 22906 died...\u000a22:14:35.975218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22906): Terminated: ok {rc=0}\u000a22:14:35.985326 --- ParallelTerminationStrategy: PID 22909 died...\u000a22:14:36.040572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22909): Terminated: ok {rc=0}\u000a22:14:36.050640 --- ParallelTerminationStrategy: PID 22912 died...\u000a22:14:36.106181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22912): Terminated: ok {rc=0}\u000a22:14:36.194005 bus /sierra_3: Setting Powered False\u000a22:14:37.298910 bus /sierra_3: Setting Powered False\u000a22:14:38.407356 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22921): Process ended prematurely: osmo-stp_10.42.42.5(pid=22921) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22921)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22921): Process ended prematurely: osmo-stp_10.42.42.5(pid=22921) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:14:39.522033 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:39.534425 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:14:39.700911 tst mo_mt_call_osmux.py: using LAC 24019\u000a22:14:39.828267 tst mo_mt_call_osmux.py: using RAC 49\u000a22:14:39.953873 tst mo_mt_call_osmux.py: using CellId 24019\u000a22:14:40.076467 tst mo_mt_call_osmux.py: using BVCI 24020\u000a22:14:40.099359 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:40.110861 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:40.121961 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:40.133983 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:40.146059 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:14:40.158055 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:14:40.280372 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:14:40.491814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:41.004709 run create_hlr_db(pid=22915): Launched\u000a22:14:41.191121 bus /sierra_2: Setting Powered False\u000a22:14:42.212141 run create_hlr_db(pid=22915): Terminated: ok {rc=0}\u000a22:14:42.617988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22917): Launched\u000a22:14:42.919501 run osmo-hlr_10.42.42.2(pid=22918): Launched\u000a22:14:43.038559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:43.568453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22920): Launched\u000a22:14:43.868095 run osmo-stp_10.42.42.5(pid=22921): Launched\u000a22:14:43.977627 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:44.527031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22923): Launched\u000a22:14:44.827649 run osmo-msc_10.42.42.6(pid=22924): Launched\u000a22:14:45.004295 run osmo-stp_10.42.42.5(pid=22921): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22921)]\u000a22:14:45.132096 run osmo-stp_10.42.42.5(pid=22921): stdout: \u000a| (launched: 2022-12-09_22:14:43.720861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:45.257827 run osmo-stp_10.42.42.5(pid=22921): stderr: \u000a| �[0;m�[38;5;43m20221209221443891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221443892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221443892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221443892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221443893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221443893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221443893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:45.378757 run osmo-stp_10.42.42.5(pid=22921): stdout: \u000a| (launched: 2022-12-09_22:14:43.720861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:45.498553 run osmo-stp_10.42.42.5(pid=22921): stderr: \u000a| �[0;m�[38;5;43m20221209221443891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221443892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221443892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221443892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221443893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221443893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221443893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:45.551650 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22921): Process ended prematurely: osmo-stp_10.42.42.5(pid=22921) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22921)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:14:45.560239 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:14:45.620245 run osmo-hlr_10.42.42.2(pid=22918): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22918)]\u000a22:14:45.669230 run osmo-hlr_10.42.42.2(pid=22918): stdout: \u000a| (launched: 2022-12-09_22:14:42.770993) \u000a22:14:45.718774 run osmo-hlr_10.42.42.2(pid=22918): stderr: \u000a| �[0;m�[1;31m20221209221442943 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221442944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221442944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221442944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221442944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221442944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221442955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221442963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221442963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221442963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:45.786465 run osmo-msc_10.42.42.6(pid=22924): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22924)]\u000a22:14:45.853474 run osmo-msc_10.42.42.6(pid=22924): stdout: \u000a| (launched: 2022-12-09_22:14:44.679749) \u000a22:14:45.925859 run osmo-msc_10.42.42.6(pid=22924): stderr: \u000a| �[0;m�[38;5;43m20221209221444950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221444951 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b75125c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221444951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221444951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221444951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221444951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221444953 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221444953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221444954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221444954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:45.969059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22917): Terminating (SIGTERM)\u000a22:14:46.010774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22920): Terminating (SIGTERM)\u000a22:14:46.053539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22923): Terminating (SIGTERM)\u000a22:14:46.063241 --- ParallelTerminationStrategy: PID 22917 died...\u000a22:14:46.120092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22917): Terminated: ok {rc=0}\u000a22:14:46.130664 --- ParallelTerminationStrategy: PID 22920 died...\u000a22:14:46.186296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22920): Terminated: ok {rc=0}\u000a22:14:46.197970 --- ParallelTerminationStrategy: PID 22923 died...\u000a22:14:46.254813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22923): Terminated: ok {rc=0}\u000a22:14:46.341257 bus /sierra_3: Setting Powered False\u000a22:14:47.446362 bus /sierra_3: Setting Powered False\u000a22:14:48.557644 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:14:28" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22935): Process ended prematurely: osmo-stp_10.42.42.5(pid=22935) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22935)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22935): Process ended prematurely: osmo-stp_10.42.42.5(pid=22935) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:14:50.564262 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:50.575646 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:14:50.745007 tst mo_mt_call.py: using LAC 24020\u000a22:14:50.869947 tst mo_mt_call.py: using RAC 50\u000a22:14:50.997118 tst mo_mt_call.py: using CellId 24020\u000a22:14:51.121404 tst mo_mt_call.py: using BVCI 24021\u000a22:14:51.146023 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:51.157370 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:51.168833 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:51.180226 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:51.191509 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:14:51.202695 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:14:51.323969 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:14:51.526486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:14:51.999513 run create_hlr_db(pid=22929): Launched\u000a22:14:52.172413 bus /sierra_2: Setting Powered False\u000a22:14:53.194229 run create_hlr_db(pid=22929): Terminated: ok {rc=0}\u000a22:14:53.620854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22931): Launched\u000a22:14:53.941934 run osmo-hlr_10.42.42.2(pid=22932): Launched\u000a22:14:54.062246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:14:54.625570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22934): Launched\u000a22:14:54.949379 run osmo-stp_10.42.42.5(pid=22935): Launched\u000a22:14:55.066392 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:14:55.656421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22937): Launched\u000a22:14:55.977806 run osmo-msc_10.42.42.6(pid=22938): Launched\u000a22:14:56.166362 run osmo-stp_10.42.42.5(pid=22935): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22935)]\u000a22:14:56.301948 run osmo-stp_10.42.42.5(pid=22935): stdout: \u000a| (launched: 2022-12-09_22:14:54.791132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:56.437623 run osmo-stp_10.42.42.5(pid=22935): stderr: \u000a| �[0;m�[38;5;43m20221209221454982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221454982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221454982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221454983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221454984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221454984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221454984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:56.567327 run osmo-stp_10.42.42.5(pid=22935): stdout: \u000a| (launched: 2022-12-09_22:14:54.791132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:14:56.695456 run osmo-stp_10.42.42.5(pid=22935): stderr: \u000a| �[0;m�[38;5;43m20221209221454982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221454982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221454982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221454983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221454984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221454984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221454984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:14:56.752075 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22935): Process ended prematurely: osmo-stp_10.42.42.5(pid=22935) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22935)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:14:56.761354 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:14:56.824129 run osmo-hlr_10.42.42.2(pid=22932): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22932)]\u000a22:14:56.875580 run osmo-hlr_10.42.42.2(pid=22932): stdout: \u000a| (launched: 2022-12-09_22:14:53.784703) \u000a22:14:56.927582 run osmo-hlr_10.42.42.2(pid=22932): stderr: \u000a| �[0;m�[1;31m20221209221453982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221453982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221453982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221453982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221453982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221453982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221453995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221454005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221454006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221454006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:14:56.998459 run osmo-msc_10.42.42.6(pid=22938): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22938)]\u000a22:14:57.049962 run osmo-msc_10.42.42.6(pid=22938): stdout: \u000a| (launched: 2022-12-09_22:14:55.820475) \u000a22:14:57.102116 run osmo-msc_10.42.42.6(pid=22938): stderr: \u000a| �[0;m�[38;5;43m20221209221456140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221456141 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcae10e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221456141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221456141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221456141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221456141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221456143 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221456143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221456144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221456144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:14:57.146156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22931): Terminating (SIGTERM)\u000a22:14:57.188194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22934): Terminating (SIGTERM)\u000a22:14:57.230145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22937): Terminating (SIGTERM)\u000a22:14:57.239409 --- ParallelTerminationStrategy: PID 22931 died...\u000a22:14:57.295213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22931): Terminated: ok {rc=0}\u000a22:14:57.305286 --- ParallelTerminationStrategy: PID 22934 died...\u000a22:14:57.361006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22934): Terminated: ok {rc=0}\u000a22:14:57.371016 --- ParallelTerminationStrategy: PID 22937 died...\u000a22:14:57.426698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22937): Terminated: ok {rc=0}\u000a22:14:57.515564 bus /sierra_3: Setting Powered False\u000a22:14:58.623108 bus /sierra_3: Setting Powered False\u000a22:14:59.730670 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22949): Process ended prematurely: osmo-stp_10.42.42.5(pid=22949) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22949)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22949): Process ended prematurely: osmo-stp_10.42.42.5(pid=22949) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:15:00.862725 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:15:00.875799 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:15:01.058599 tst mo_mt_call_osmux.py: using LAC 24021\u000a22:15:01.205883 tst mo_mt_call_osmux.py: using RAC 51\u000a22:15:01.335449 tst mo_mt_call_osmux.py: using CellId 24021\u000a22:15:01.496882 tst mo_mt_call_osmux.py: using BVCI 24022\u000a22:15:01.530907 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:15:01.546006 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:15:01.560694 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:15:01.575675 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:15:01.587567 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:15:01.600528 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:15:01.750957 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:15:02.009233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:02.529804 run create_hlr_db(pid=22943): Launched\u000a22:15:02.715612 bus /sierra_2: Setting Powered False\u000a22:15:03.736678 run create_hlr_db(pid=22943): Terminated: ok {rc=0}\u000a22:15:04.140242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22945): Launched\u000a22:15:04.440475 run osmo-hlr_10.42.42.2(pid=22946): Launched\u000a22:15:04.550848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:05.072411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22948): Launched\u000a22:15:05.372769 run osmo-stp_10.42.42.5(pid=22949): Launched\u000a22:15:05.482631 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:15:06.031292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22951): Launched\u000a22:15:06.332407 run osmo-msc_10.42.42.6(pid=22952): Launched\u000a22:15:06.510386 run osmo-stp_10.42.42.5(pid=22949): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22949)]\u000a22:15:06.638993 run osmo-stp_10.42.42.5(pid=22949): stdout: \u000a| (launched: 2022-12-09_22:15:05.225097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:06.765106 run osmo-stp_10.42.42.5(pid=22949): stderr: \u000a| �[0;m�[38;5;43m20221209221505396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221505396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221505396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221505396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221505397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221505397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221505397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:06.886787 run osmo-stp_10.42.42.5(pid=22949): stdout: \u000a| (launched: 2022-12-09_22:15:05.225097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:07.006850 run osmo-stp_10.42.42.5(pid=22949): stderr: \u000a| �[0;m�[38;5;43m20221209221505396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221505396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221505396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221505396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221505397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221505397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221505397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:07.059956 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22949): Process ended prematurely: osmo-stp_10.42.42.5(pid=22949) [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22949)] [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:15:07.068799 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:15:07.128763 run osmo-hlr_10.42.42.2(pid=22946): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22946)]\u000a22:15:07.177956 run osmo-hlr_10.42.42.2(pid=22946): stdout: \u000a| (launched: 2022-12-09_22:15:04.293211) \u000a22:15:07.227508 run osmo-hlr_10.42.42.2(pid=22946): stderr: \u000a| �[0;m�[1;31m20221209221504467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221504467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221504467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221504467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221504467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221504468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221504483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221504492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221504492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221504492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:07.294543 run osmo-msc_10.42.42.6(pid=22952): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22952)]\u000a22:15:07.343681 run osmo-msc_10.42.42.6(pid=22952): stdout: \u000a| (launched: 2022-12-09_22:15:06.183923) \u000a22:15:07.393331 run osmo-msc_10.42.42.6(pid=22952): stderr: \u000a| �[0;m�[38;5;43m20221209221506456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221506456 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72a9eb8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221506456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221506456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221506456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221506456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221506459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221506459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221506459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221506459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:15:07.435017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22945): Terminating (SIGTERM)\u000a22:15:07.474824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22948): Terminating (SIGTERM)\u000a22:15:07.514686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22951): Terminating (SIGTERM)\u000a22:15:07.523999 --- ParallelTerminationStrategy: PID 22945 died...\u000a22:15:07.577385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22945): Terminated: ok {rc=0}\u000a22:15:07.587275 --- ParallelTerminationStrategy: PID 22948 died...\u000a22:15:07.640172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22948): Terminated: ok {rc=0}\u000a22:15:07.649797 --- ParallelTerminationStrategy: PID 22951 died...\u000a22:15:07.702525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22951): Terminated: ok {rc=0}\u000a22:15:07.791185 bus /sierra_3: Setting Powered False\u000a22:15:08.894935 bus /sierra_3: Setting Powered False\u000a22:15:10.006407 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:14:50" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22963): Process ended prematurely: osmo-stp_10.42.42.5(pid=22963) [trial-2365↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22963)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22963): Process ended prematurely: osmo-stp_10.42.42.5(pid=22963) [trial-2365↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:15:12.016425 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:12.027102 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:15:12.164192 tst emergency_mo_mt_call.py: using LAC 24022\u000a22:15:12.286178 tst emergency_mo_mt_call.py: using RAC 52\u000a22:15:12.408174 tst emergency_mo_mt_call.py: using CellId 24022\u000a22:15:12.531470 tst emergency_mo_mt_call.py: using BVCI 24023\u000a22:15:12.555838 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:12.567322 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:12.578341 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:12.590068 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:12.601274 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:12.612448 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:12.727147 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:12.934003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:13.436371 run create_hlr_db(pid=22957): Launched\u000a22:15:13.620380 bus /sierra_2: Setting Powered False\u000a22:15:14.639298 run create_hlr_db(pid=22957): Terminated: ok {rc=0}\u000a22:15:15.059800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22959): Launched\u000a22:15:15.375289 run osmo-hlr_10.42.42.2(pid=22960): Launched\u000a22:15:15.493680 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:16.080256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22962): Launched\u000a22:15:16.551366 run osmo-stp_10.42.42.5(pid=22963): Launched\u000a22:15:16.731947 tst emergency_mo_mt_call.py: using MSISDN 7403\u000a22:15:16.883779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:15:17.443725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22965): Launched\u000a22:15:17.759292 run osmo-msc_10.42.42.6(pid=22966): Launched\u000a22:15:17.945855 run osmo-stp_10.42.42.5(pid=22963): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22963)]\u000a22:15:18.079603 run osmo-stp_10.42.42.5(pid=22963): stdout: \u000a| (launched: 2022-12-09_22:15:16.235958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:18.214111 run osmo-stp_10.42.42.5(pid=22963): stderr: \u000a| �[0;m�[38;5;43m20221209221516486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221516487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221516487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221516487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221516488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221516488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221516488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:18.342134 run osmo-stp_10.42.42.5(pid=22963): stdout: \u000a| (launched: 2022-12-09_22:15:16.235958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:18.468238 run osmo-stp_10.42.42.5(pid=22963): stderr: \u000a| �[0;m�[38;5;43m20221209221516486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221516487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221516487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221516487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221516488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221516488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221516488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:18.523775 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22963): Process ended prematurely: osmo-stp_10.42.42.5(pid=22963) [trial-2365↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22963)] [trial-2365↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a22:15:18.532469 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a22:15:18.595296 run osmo-hlr_10.42.42.2(pid=22960): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22960)]\u000a22:15:18.646902 run osmo-hlr_10.42.42.2(pid=22960): stdout: \u000a| (launched: 2022-12-09_22:15:15.220355) \u000a22:15:18.699084 run osmo-hlr_10.42.42.2(pid=22960): stderr: \u000a| �[0;m�[1;31m20221209221515418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221515418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221515418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221515418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221515418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221515418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221515430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221515439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221515439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221515439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:18.769722 run osmo-msc_10.42.42.6(pid=22966): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22966)]\u000a22:15:18.820885 run osmo-msc_10.42.42.6(pid=22966): stdout: \u000a| (launched: 2022-12-09_22:15:17.604753) \u000a22:15:18.872597 run osmo-msc_10.42.42.6(pid=22966): stderr: \u000a| �[0;m�[38;5;43m20221209221517926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221517926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bb60d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221517927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221517927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221517927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221517927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221517929 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221517929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221517929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221517929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:15:18.916592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22959): Terminating (SIGTERM)\u000a22:15:18.959171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22962): Terminating (SIGTERM)\u000a22:15:19.001460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22965): Terminating (SIGTERM)\u000a22:15:19.011318 --- ParallelTerminationStrategy: PID 22959 died...\u000a22:15:19.067561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22959): Terminated: ok {rc=0}\u000a22:15:19.077879 --- ParallelTerminationStrategy: PID 22962 died...\u000a22:15:19.133558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22962): Terminated: ok {rc=0}\u000a22:15:19.143813 --- ParallelTerminationStrategy: PID 22965 died...\u000a22:15:19.199925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22965): Terminated: ok {rc=0}\u000a22:15:19.287486 bus /sierra_3: Setting Powered False\u000a22:15:20.394956 bus /sierra_3: Setting Powered False\u000a22:15:21.507349 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22974): Process ended prematurely: osmo-stp_10.42.42.5(pid=22974) [trial-2365↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22974)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22974): Process ended prematurely: osmo-stp_10.42.42.5(pid=22974) [trial-2365↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:15:22.558674 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:22.570101 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:15:22.714616 tst emergency_preemptive_call.py: using LAC 24023\u000a22:15:22.838148 tst emergency_preemptive_call.py: using RAC 53\u000a22:15:22.964099 tst emergency_preemptive_call.py: using CellId 24023\u000a22:15:23.087896 tst emergency_preemptive_call.py: using BVCI 24024\u000a22:15:23.111974 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:23.123392 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:23.134407 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:23.146386 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:23.157655 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a22:15:23.168845 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:23.283399 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:23.398289 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:23.517070 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:23.714612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:24.179934 run create_hlr_db(pid=22968): Launched\u000a22:15:24.351415 bus /sierra_2: Setting Powered False\u000a22:15:25.371887 run create_hlr_db(pid=22968): Terminated: ok {rc=0}\u000a22:15:25.792162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22970): Launched\u000a22:15:26.108131 run osmo-hlr_10.42.42.2(pid=22971): Launched\u000a22:15:26.225952 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:26.774569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22973): Launched\u000a22:15:27.092052 run osmo-stp_10.42.42.5(pid=22974): Launched\u000a22:15:27.220157 tst emergency_preemptive_call.py: using MSISDN 7404\u000a22:15:27.377661 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:15:27.951562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22976): Launched\u000a22:15:28.267914 run osmo-msc_10.42.42.6(pid=22977): Launched\u000a22:15:28.455718 run osmo-stp_10.42.42.5(pid=22974): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22974)]\u000a22:15:28.590224 run osmo-stp_10.42.42.5(pid=22974): stdout: \u000a| (launched: 2022-12-09_22:15:26.935279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:28.724902 run osmo-stp_10.42.42.5(pid=22974): stderr: \u000a| �[0;m�[38;5;43m20221209221527126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221527126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221527127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221527127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221527127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221527128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221527128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:28.852799 run osmo-stp_10.42.42.5(pid=22974): stdout: \u000a| (launched: 2022-12-09_22:15:26.935279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:28.979670 run osmo-stp_10.42.42.5(pid=22974): stderr: \u000a| �[0;m�[38;5;43m20221209221527126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221527126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221527127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221527127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221527127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221527128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221527128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:29.036162 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22974): Process ended prematurely: osmo-stp_10.42.42.5(pid=22974) [trial-2365↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22974)] [trial-2365↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a22:15:29.044858 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a22:15:29.108071 run osmo-hlr_10.42.42.2(pid=22971): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22971)]\u000a22:15:29.160037 run osmo-hlr_10.42.42.2(pid=22971): stdout: \u000a| (launched: 2022-12-09_22:15:25.953322) \u000a22:15:29.212924 run osmo-hlr_10.42.42.2(pid=22971): stderr: \u000a| �[0;m�[1;31m20221209221526149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221526149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221526149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221526149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221526149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221526149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221526161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221526169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221526169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221526169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:29.284370 run osmo-msc_10.42.42.6(pid=22977): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22977)]\u000a22:15:29.336354 run osmo-msc_10.42.42.6(pid=22977): stdout: \u000a| (launched: 2022-12-09_22:15:28.112504) \u000a22:15:29.388781 run osmo-msc_10.42.42.6(pid=22977): stderr: \u000a| �[0;m�[38;5;43m20221209221528437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209221528437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f0b718c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209221528438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209221528438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209221528438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209221528438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209221528440 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209221528440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209221528440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209221528440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:15:29.433074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22970): Terminating (SIGTERM)\u000a22:15:29.475062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22973): Terminating (SIGTERM)\u000a22:15:29.517142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22976): Terminating (SIGTERM)\u000a22:15:29.526847 --- ParallelTerminationStrategy: PID 22970 died...\u000a22:15:29.583006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22970): Terminated: ok {rc=0}\u000a22:15:29.593209 --- ParallelTerminationStrategy: PID 22973 died...\u000a22:15:29.649263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22973): Terminated: ok {rc=0}\u000a22:15:29.659375 --- ParallelTerminationStrategy: PID 22976 died...\u000a22:15:29.715251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22976): Terminated: ok {rc=0}\u000a22:15:29.802256 bus /sierra_9: Setting Powered False\u000a22:15:30.930629 bus /sierra_9: Setting Powered False\u000a22:15:32.057974 bus /sierra_8: Setting Powered False\u000a22:15:33.162269 bus /sierra_8: Setting Powered False\u000a22:15:34.275307 bus /sierra_3: Setting Powered False\u000a22:15:35.379693 bus /sierra_3: Setting Powered False\u000a22:15:36.492154 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:15:11" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22992): Process ended prematurely: osmo-stp_10.42.42.5(pid=22992) [trial-2365↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22992)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22992): Process ended prematurely: osmo-stp_10.42.42.5(pid=22992) [trial-2365↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:15:38.622843 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:38.633949 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:15:38.778461 tst cs_paging_gprs_active.py: using LAC 24024\u000a22:15:38.911331 tst cs_paging_gprs_active.py: using RAC 54\u000a22:15:39.037004 tst cs_paging_gprs_active.py: using CellId 24024\u000a22:15:39.161595 tst cs_paging_gprs_active.py: using BVCI 24025\u000a22:15:39.184546 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:39.195486 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:39.206279 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:39.216863 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:39.227480 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:39.238623 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:39.249712 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:39.260641 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:39.271555 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:39.387830 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:39.680751 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:15:39.815375 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:40.150449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22982): Launched\u000a22:15:40.429268 run iperf3-srv_10.42.42.10(pid=22983): Launched\u000a22:15:40.627529 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:15:40.762062 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:41.096127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22984): Launched\u000a22:15:41.374677 run iperf3-srv_10.42.42.10(pid=22985): Launched\u000a22:15:41.572703 tst cs_paging_gprs_active.py:38: start network...\u000a22:15:41.707179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:42.224464 run create_hlr_db(pid=22986): Launched\u000a22:15:42.411865 bus /sierra_2: Setting Powered False\u000a22:15:43.433292 run create_hlr_db(pid=22986): Terminated: ok {rc=0}\u000a22:15:43.841192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22988): Launched\u000a22:15:44.144828 run osmo-hlr_10.42.42.2(pid=22989): Launched\u000a22:15:44.264061 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:44.796457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22991): Launched\u000a22:15:45.099774 run osmo-stp_10.42.42.5(pid=22992): Launched\u000a22:15:45.211191 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:15:45.739389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22994): Launched\u000a22:15:45.867201 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:15:46.176572 run patchelf(pid=22995): Launched\u000a22:15:46.375982 run osmo-stp_10.42.42.5(pid=22992): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22992)]\u000a22:15:46.519972 run osmo-stp_10.42.42.5(pid=22992): stdout: \u000a| (launched: 2022-12-09_22:15:44.950839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:46.665066 run osmo-stp_10.42.42.5(pid=22992): stderr: \u000a| �[0;m�[38;5;43m20221209221545119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221545119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221545120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221545120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221545121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221545121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221545121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:46.803365 run osmo-stp_10.42.42.5(pid=22992): stdout: \u000a| (launched: 2022-12-09_22:15:44.950839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:46.939285 run osmo-stp_10.42.42.5(pid=22992): stderr: \u000a| �[0;m�[38;5;43m20221209221545119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221545119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221545120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221545120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221545121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221545121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221545121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:47.099035 run patchelf(pid=22995): Terminating (SIGINT)\u000a22:15:47.284441 run patchelf(pid=22995): Terminated: ok {rc=0}\u000a22:15:47.318193 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22992): Process ended prematurely: osmo-stp_10.42.42.5(pid=22992) [trial-2365↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22992)] [trial-2365↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a22:15:47.328357 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:15:47.392358 run osmo-hlr_10.42.42.2(pid=22989): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22989)]\u000a22:15:47.444542 run osmo-hlr_10.42.42.2(pid=22989): stdout: \u000a| (launched: 2022-12-09_22:15:43.994945) \u000a22:15:47.497213 run osmo-hlr_10.42.42.2(pid=22989): stderr: \u000a| �[0;m�[1;31m20221209221544169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221544169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221544169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221544169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221544169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221544170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221544181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221544191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221544192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221544192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:47.542328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22982): Terminating (SIGTERM)\u000a22:15:47.584571 run iperf3-srv_10.42.42.10(pid=22983): Terminating (SIGTERM)\u000a22:15:47.626968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22984): Terminating (SIGTERM)\u000a22:15:47.669224 run iperf3-srv_10.42.42.10(pid=22985): Terminating (SIGTERM)\u000a22:15:47.711659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22988): Terminating (SIGTERM)\u000a22:15:47.754029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22991): Terminating (SIGTERM)\u000a22:15:47.796416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22994): Terminating (SIGTERM)\u000a22:15:47.806265 --- ParallelTerminationStrategy: PID 22982 died...\u000a22:15:47.863025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22982): Terminated: ok {rc=0}\u000a22:15:47.873186 --- ParallelTerminationStrategy: PID 22983 died...\u000a22:15:47.929373 run iperf3-srv_10.42.42.10(pid=22983): Terminated {rc=256}\u000a22:15:47.939396 --- ParallelTerminationStrategy: PID 22984 died...\u000a22:15:47.995771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22984): Terminated: ok {rc=0}\u000a22:15:48.005987 --- ParallelTerminationStrategy: PID 22985 died...\u000a22:15:48.061947 run iperf3-srv_10.42.42.10(pid=22985): Terminated {rc=256}\u000a22:15:48.072062 --- ParallelTerminationStrategy: PID 22988 died...\u000a22:15:48.128180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22988): Terminated: ok {rc=0}\u000a22:15:48.138318 --- ParallelTerminationStrategy: PID 22991 died...\u000a22:15:48.194877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22991): Terminated: ok {rc=0}\u000a22:15:48.205169 --- ParallelTerminationStrategy: PID 22994 died...\u000a22:15:48.261327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22994): Terminated: ok {rc=0}\u000a22:15:48.348549 bus /gobi_0: Setting Powered False\u000a22:15:49.455010 bus /gobi_0: Setting Powered False\u000a22:15:50.562933 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23004): Process ended prematurely: osmo-stp_10.42.42.5(pid=23004) [trial-2365↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23004)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23004): Process ended prematurely: osmo-stp_10.42.42.5(pid=23004) [trial-2365↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a22:15:51.677699 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:51.689589 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:15:51.837048 tst iperf3.py: using LAC 24025\u000a22:15:51.965069 tst iperf3.py: using RAC 55\u000a22:15:52.093712 tst iperf3.py: using CellId 24025\u000a22:15:52.222219 tst iperf3.py: using BVCI 24026\u000a22:15:52.247007 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:52.258221 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:52.269152 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:52.280059 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:52.290977 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:52.301862 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:52.312863 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:52.323639 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:15:52.334741 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:15:52.614062 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:15:52.739507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:15:53.052473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22996): Launched\u000a22:15:53.312812 run iperf3-srv_10.42.42.10(pid=22997): Launched\u000a22:15:53.496771 tst iperf3.py:8: start network...\u000a22:15:53.622224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:15:54.098703 run create_hlr_db(pid=22998): Launched\u000a22:15:54.273421 bus /gobi_6: Setting Powered False\u000a22:15:55.294847 run create_hlr_db(pid=22998): Terminated: ok {rc=0}\u000a22:15:55.725580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23000): Launched\u000a22:15:56.048206 run osmo-hlr_10.42.42.2(pid=23001): Launched\u000a22:15:56.166223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:15:56.729532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23003): Launched\u000a22:15:57.052235 run osmo-stp_10.42.42.5(pid=23004): Launched\u000a22:15:57.169240 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:15:57.734614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23006): Launched\u000a22:15:57.850794 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:15:58.134652 run patchelf(pid=23007): Launched\u000a22:15:58.326562 run osmo-stp_10.42.42.5(pid=23004): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23004)]\u000a22:15:58.466193 run osmo-stp_10.42.42.5(pid=23004): stdout: \u000a| (launched: 2022-12-09_22:15:56.894282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:58.605768 run osmo-stp_10.42.42.5(pid=23004): stderr: \u000a| �[0;m�[38;5;43m20221209221557087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221557087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221557087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221557087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221557088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221557088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221557088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:58.740277 run osmo-stp_10.42.42.5(pid=23004): stdout: \u000a| (launched: 2022-12-09_22:15:56.894282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:15:58.873697 run osmo-stp_10.42.42.5(pid=23004): stderr: \u000a| �[0;m�[38;5;43m20221209221557087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221557087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221557087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221557087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221557088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221557088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221557088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:15:59.030300 run patchelf(pid=23007): Terminating (SIGINT)\u000a22:15:59.215155 run patchelf(pid=23007): Terminated: ok {rc=0}\u000a22:15:59.249406 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23004): Process ended prematurely: osmo-stp_10.42.42.5(pid=23004) [trial-2365↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23004)] [trial-2365↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a22:15:59.259450 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:15:59.322824 run osmo-hlr_10.42.42.2(pid=23001): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23001)]\u000a22:15:59.374743 run osmo-hlr_10.42.42.2(pid=23001): stdout: \u000a| (launched: 2022-12-09_22:15:55.889891) \u000a22:15:59.427089 run osmo-hlr_10.42.42.2(pid=23001): stderr: \u000a| �[0;m�[1;31m20221209221556088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221556088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221556089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221556089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221556089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221556089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221556100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221556109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221556109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221556109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:15:59.471707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22996): Terminating (SIGTERM)\u000a22:15:59.513853 run iperf3-srv_10.42.42.10(pid=22997): Terminating (SIGTERM)\u000a22:15:59.556045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23000): Terminating (SIGTERM)\u000a22:15:59.598139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23003): Terminating (SIGTERM)\u000a22:15:59.640100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23006): Terminating (SIGTERM)\u000a22:15:59.649842 --- ParallelTerminationStrategy: PID 22996 died...\u000a22:15:59.706203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22996): Terminated: ok {rc=0}\u000a22:15:59.716348 --- ParallelTerminationStrategy: PID 22997 died...\u000a22:15:59.772229 run iperf3-srv_10.42.42.10(pid=22997): Terminated {rc=256}\u000a22:15:59.782243 --- ParallelTerminationStrategy: PID 23000 died...\u000a22:15:59.838084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23000): Terminated: ok {rc=0}\u000a22:15:59.848218 --- ParallelTerminationStrategy: PID 23003 died...\u000a22:15:59.904023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23003): Terminated: ok {rc=0}\u000a22:15:59.914211 --- ParallelTerminationStrategy: PID 23006 died...\u000a22:15:59.969889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23006): Terminated: ok {rc=0}\u000a22:16:00.057878 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23022): Process ended prematurely: osmo-stp_10.42.42.5(pid=23022) [trial-2365↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23022)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23022): Process ended prematurely: osmo-stp_10.42.42.5(pid=23022) [trial-2365↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a22:16:01.195207 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:01.211779 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:16:01.387260 tst iperf3m4.py: using LAC 24026\u000a22:16:01.538429 tst iperf3m4.py: using RAC 56\u000a22:16:01.660237 tst iperf3m4.py: using CellId 24026\u000a22:16:01.784285 tst iperf3m4.py: using BVCI 24027\u000a22:16:01.810438 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:01.822548 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:01.834741 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:01.846366 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:01.858061 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:01.869775 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:01.881848 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:01.893411 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:01.905205 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:02.024534 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:02.153036 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:02.278969 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:02.559043 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:16:02.684912 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:02.997880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23008): Launched\u000a22:16:03.258486 run iperf3-srv_10.42.42.10(pid=23009): Launched\u000a22:16:03.443105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:16:03.568749 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:03.881316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23010): Launched\u000a22:16:04.140707 run iperf3-srv_10.42.42.10(pid=23011): Launched\u000a22:16:04.324341 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:16:04.449736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:04.762508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23012): Launched\u000a22:16:05.021719 run iperf3-srv_10.42.42.10(pid=23013): Launched\u000a22:16:05.205551 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:16:05.331198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:05.643863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23014): Launched\u000a22:16:05.902649 run iperf3-srv_10.42.42.10(pid=23015): Launched\u000a22:16:06.086354 tst iperf3m4.py:8: start network...\u000a22:16:06.211700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:06.687139 run create_hlr_db(pid=23016): Launched\u000a22:16:06.861361 bus /gobi_6: Setting Powered False\u000a22:16:07.882922 run create_hlr_db(pid=23016): Terminated: ok {rc=0}\u000a22:16:08.314701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23018): Launched\u000a22:16:08.640190 run osmo-hlr_10.42.42.2(pid=23019): Launched\u000a22:16:08.757760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:09.320783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23021): Launched\u000a22:16:09.646076 run osmo-stp_10.42.42.5(pid=23022): Launched\u000a22:16:09.763854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:10.328496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23024): Launched\u000a22:16:10.443958 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:10.725732 run patchelf(pid=23025): Launched\u000a22:16:10.915804 run osmo-stp_10.42.42.5(pid=23022): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23022)]\u000a22:16:11.054704 run osmo-stp_10.42.42.5(pid=23022): stdout: \u000a| (launched: 2022-12-09_22:16:09.486366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:11.193816 run osmo-stp_10.42.42.5(pid=23022): stderr: \u000a| �[0;m�[38;5;43m20221209221609681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221609681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221609681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221609682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221609682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221609682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221609682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:11.328223 run osmo-stp_10.42.42.5(pid=23022): stdout: \u000a| (launched: 2022-12-09_22:16:09.486366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:11.461504 run osmo-stp_10.42.42.5(pid=23022): stderr: \u000a| �[0;m�[38;5;43m20221209221609681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221609681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221609681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221609682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221609682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221609682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221609682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:11.617262 run patchelf(pid=23025): Terminating (SIGINT)\u000a22:16:11.800466 run patchelf(pid=23025): Terminated: ok {rc=0}\u000a22:16:11.834003 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23022): Process ended prematurely: osmo-stp_10.42.42.5(pid=23022) [trial-2365↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23022)] [trial-2365↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a22:16:11.843962 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:16:11.907225 run osmo-hlr_10.42.42.2(pid=23019): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23019)]\u000a22:16:11.958967 run osmo-hlr_10.42.42.2(pid=23019): stdout: \u000a| (launched: 2022-12-09_22:16:08.480653) \u000a22:16:12.011183 run osmo-hlr_10.42.42.2(pid=23019): stderr: \u000a| �[0;m�[1;31m20221209221608678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221608678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221608678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221608678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221608679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221608679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221608691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221608699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221608699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221608699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:12.055640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23008): Terminating (SIGTERM)\u000a22:16:12.097404 run iperf3-srv_10.42.42.10(pid=23009): Terminating (SIGTERM)\u000a22:16:12.139316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23010): Terminating (SIGTERM)\u000a22:16:12.181338 run iperf3-srv_10.42.42.10(pid=23011): Terminating (SIGTERM)\u000a22:16:12.223567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23012): Terminating (SIGTERM)\u000a22:16:12.265372 run iperf3-srv_10.42.42.10(pid=23013): Terminating (SIGTERM)\u000a22:16:12.307289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23014): Terminating (SIGTERM)\u000a22:16:12.349173 run iperf3-srv_10.42.42.10(pid=23015): Terminating (SIGTERM)\u000a22:16:12.391006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23018): Terminating (SIGTERM)\u000a22:16:12.433208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23021): Terminating (SIGTERM)\u000a22:16:12.475225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23024): Terminating (SIGTERM)\u000a22:16:12.485000 --- ParallelTerminationStrategy: PID 23008 died...\u000a22:16:12.541397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23008): Terminated: ok {rc=0}\u000a22:16:12.551465 --- ParallelTerminationStrategy: PID 23009 died...\u000a22:16:12.607406 run iperf3-srv_10.42.42.10(pid=23009): Terminated {rc=256}\u000a22:16:12.617440 --- ParallelTerminationStrategy: PID 23010 died...\u000a22:16:12.673399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23010): Terminated: ok {rc=0}\u000a22:16:12.683464 --- ParallelTerminationStrategy: PID 23011 died...\u000a22:16:12.739194 run iperf3-srv_10.42.42.10(pid=23011): Terminated {rc=256}\u000a22:16:12.749403 --- ParallelTerminationStrategy: PID 23012 died...\u000a22:16:12.805248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23012): Terminated: ok {rc=0}\u000a22:16:12.815396 --- ParallelTerminationStrategy: PID 23013 died...\u000a22:16:12.870910 run iperf3-srv_10.42.42.10(pid=23013): Terminated {rc=256}\u000a22:16:12.881043 --- ParallelTerminationStrategy: PID 23014 died...\u000a22:16:12.936877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23014): Terminated: ok {rc=0}\u000a22:16:12.947038 --- ParallelTerminationStrategy: PID 23015 died...\u000a22:16:13.002437 run iperf3-srv_10.42.42.10(pid=23015): Terminated {rc=256}\u000a22:16:13.012414 --- ParallelTerminationStrategy: PID 23018 died...\u000a22:16:13.067919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23018): Terminated: ok {rc=0}\u000a22:16:13.077931 --- ParallelTerminationStrategy: PID 23021 died...\u000a22:16:13.133267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23021): Terminated: ok {rc=0}\u000a22:16:13.143321 --- ParallelTerminationStrategy: PID 23024 died...\u000a22:16:13.199726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23024): Terminated: ok {rc=0}\u000a22:16:13.288026 bus /gobi_4: Setting Powered False\u000a22:16:14.394458 bus /gobi_4: Setting Powered False\u000a22:16:15.503384 bus /gobi_1: Setting Powered False\u000a22:16:16.607785 bus /gobi_1: Setting Powered False\u000a22:16:17.719244 bus /gobi_0: Setting Powered False\u000a22:16:18.822871 bus /gobi_0: Setting Powered False\u000a22:16:19.930526 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23032): Process ended prematurely: osmo-stp_10.42.42.5(pid=23032) [trial-2365↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23032)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23032): Process ended prematurely: osmo-stp_10.42.42.5(pid=23032) [trial-2365↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a22:16:20.999745 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:21.011735 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:16:21.154855 tst ping.py: using LAC 24027\u000a22:16:21.274385 tst ping.py: using RAC 57\u000a22:16:21.393241 tst ping.py: using CellId 24027\u000a22:16:21.509017 tst ping.py: using BVCI 24028\u000a22:16:21.531723 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:21.542901 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:21.553938 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:21.564733 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:21.575422 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:21.586253 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:21.597183 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:21.607803 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:21.897748 tst ping.py:19: start network...\u000a22:16:22.030163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:22.535453 run create_hlr_db(pid=23026): Launched\u000a22:16:22.721048 bus /gobi_6: Setting Powered False\u000a22:16:23.740087 run create_hlr_db(pid=23026): Terminated: ok {rc=0}\u000a22:16:24.138358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23028): Launched\u000a22:16:24.436507 run osmo-hlr_10.42.42.2(pid=23029): Launched\u000a22:16:24.545350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:25.062198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23031): Launched\u000a22:16:25.358169 run osmo-stp_10.42.42.5(pid=23032): Launched\u000a22:16:25.465731 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:25.981041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23034): Launched\u000a22:16:26.086221 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:26.345186 run patchelf(pid=23035): Launched\u000a22:16:26.520107 run osmo-stp_10.42.42.5(pid=23032): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23032)]\u000a22:16:26.648314 run osmo-stp_10.42.42.5(pid=23032): stdout: \u000a| (launched: 2022-12-09_22:16:25.212775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:26.776419 run osmo-stp_10.42.42.5(pid=23032): stderr: \u000a| �[0;m�[38;5;43m20221209221625381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221625381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221625381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221625382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221625382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221625382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221625382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:26.899983 run osmo-stp_10.42.42.5(pid=23032): stdout: \u000a| (launched: 2022-12-09_22:16:25.212775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:27.021743 run osmo-stp_10.42.42.5(pid=23032): stderr: \u000a| �[0;m�[38;5;43m20221209221625381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221625381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221625381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221625382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221625382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221625382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221625382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:27.164773 run patchelf(pid=23035): Terminating (SIGINT)\u000a22:16:27.332934 run patchelf(pid=23035): Terminated: ok {rc=0}\u000a22:16:27.363468 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23032): Process ended prematurely: osmo-stp_10.42.42.5(pid=23032) [trial-2365↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23032)] [trial-2365↪gprs:trx-sysmocell5000↪ping.py:22]\u000a22:16:27.371925 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:16:27.433054 run osmo-hlr_10.42.42.2(pid=23029): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23029)]\u000a22:16:27.482637 run osmo-hlr_10.42.42.2(pid=23029): stdout: \u000a| (launched: 2022-12-09_22:16:24.288654) \u000a22:16:27.533006 run osmo-hlr_10.42.42.2(pid=23029): stderr: \u000a| �[0;m�[1;31m20221209221624465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221624465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221624465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221624465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221624465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221624465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221624478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221624489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221624489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221624489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:27.575238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23028): Terminating (SIGTERM)\u000a22:16:27.615417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23031): Terminating (SIGTERM)\u000a22:16:27.655631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23034): Terminating (SIGTERM)\u000a22:16:27.665296 --- ParallelTerminationStrategy: PID 23028 died...\u000a22:16:27.719667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23028): Terminated: ok {rc=0}\u000a22:16:27.729531 --- ParallelTerminationStrategy: PID 23031 died...\u000a22:16:27.783164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23031): Terminated: ok {rc=0}\u000a22:16:27.793103 --- ParallelTerminationStrategy: PID 23034 died...\u000a22:16:27.846644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23034): Terminated: ok {rc=0}\u000a22:16:27.935669 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23042): Process ended prematurely: osmo-stp_10.42.42.5(pid=23042) [trial-2365↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23042)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23042): Process ended prematurely: osmo-stp_10.42.42.5(pid=23042) [trial-2365↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a22:16:28.988227 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:29.000049 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a22:16:29.140604 tst ping_idle_ping.py: using LAC 24028\u000a22:16:29.257683 tst ping_idle_ping.py: using RAC 58\u000a22:16:29.371848 tst ping_idle_ping.py: using CellId 24028\u000a22:16:29.495614 tst ping_idle_ping.py: using BVCI 24029\u000a22:16:29.520640 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:29.532463 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:29.544067 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:29.555704 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:29.566926 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:29.578163 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:29.589740 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a22:16:29.600500 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a22:16:29.874260 tst ping_idle_ping.py:24: start network...\u000a22:16:29.997483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:30.466047 run create_hlr_db(pid=23036): Launched\u000a22:16:30.637810 bus /gobi_6: Setting Powered False\u000a22:16:31.659484 run create_hlr_db(pid=23036): Terminated: ok {rc=0}\u000a22:16:32.076307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23038): Launched\u000a22:16:32.376195 run osmo-hlr_10.42.42.2(pid=23039): Launched\u000a22:16:32.488096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:33.002700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23041): Launched\u000a22:16:33.299882 run osmo-stp_10.42.42.5(pid=23042): Launched\u000a22:16:33.407455 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:33.926485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23044): Launched\u000a22:16:34.032916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:34.293838 run patchelf(pid=23045): Launched\u000a22:16:34.468069 run osmo-stp_10.42.42.5(pid=23042): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23042)]\u000a22:16:34.595617 run osmo-stp_10.42.42.5(pid=23042): stdout: \u000a| (launched: 2022-12-09_22:16:33.153869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:34.723886 run osmo-stp_10.42.42.5(pid=23042): stderr: \u000a| �[0;m�[38;5;43m20221209221633324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221633324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221633324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221633325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221633325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221633325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221633325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:34.847067 run osmo-stp_10.42.42.5(pid=23042): stdout: \u000a| (launched: 2022-12-09_22:16:33.153869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:34.968702 run osmo-stp_10.42.42.5(pid=23042): stderr: \u000a| �[0;m�[38;5;43m20221209221633324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221633324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221633324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221633325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221633325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221633325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221633325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:35.111579 run patchelf(pid=23045): Terminating (SIGINT)\u000a22:16:35.279813 run patchelf(pid=23045): Terminated: ok {rc=0}\u000a22:16:35.310283 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23042): Process ended prematurely: osmo-stp_10.42.42.5(pid=23042) [trial-2365↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23042)] [trial-2365↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a22:16:35.318967 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a22:16:35.379316 run osmo-hlr_10.42.42.2(pid=23039): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23039)]\u000a22:16:35.428321 run osmo-hlr_10.42.42.2(pid=23039): stdout: \u000a| (launched: 2022-12-09_22:16:32.229753) \u000a22:16:35.478299 run osmo-hlr_10.42.42.2(pid=23039): stderr: \u000a| �[0;m�[1;31m20221209221632405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221632405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221632405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221632405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221632405 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221632406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221632420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221632430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221632430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221632430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:35.520549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23038): Terminating (SIGTERM)\u000a22:16:35.561029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23041): Terminating (SIGTERM)\u000a22:16:35.601704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23044): Terminating (SIGTERM)\u000a22:16:35.610982 --- ParallelTerminationStrategy: PID 23038 died...\u000a22:16:35.664706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23038): Terminated: ok {rc=0}\u000a22:16:35.674410 --- ParallelTerminationStrategy: PID 23041 died...\u000a22:16:35.727716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23041): Terminated: ok {rc=0}\u000a22:16:35.737865 --- ParallelTerminationStrategy: PID 23044 died...\u000a22:16:35.791776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23044): Terminated: ok {rc=0}\u000a22:16:35.875829 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:15:38" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23060): Process ended prematurely: osmo-stp_10.42.42.5(pid=23060) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23060)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23060): Process ended prematurely: osmo-stp_10.42.42.5(pid=23060) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:16:38.050270 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:38.061351 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:16:38.204574 tst cs_paging_gprs_active.py: using LAC 24029\u000a22:16:38.323418 tst cs_paging_gprs_active.py: using RAC 59\u000a22:16:38.439912 tst cs_paging_gprs_active.py: using CellId 24029\u000a22:16:38.565100 tst cs_paging_gprs_active.py: using BVCI 24030\u000a22:16:38.590017 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:38.601309 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:38.612455 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:38.624152 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:38.635676 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:38.647407 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:38.659280 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:38.670826 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:38.683115 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:16:38.800090 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:16:39.098439 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:16:39.233672 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:39.567794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23050): Launched\u000a22:16:39.845397 run iperf3-srv_10.42.42.10(pid=23051): Launched\u000a22:16:40.043120 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:16:40.177332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:40.511918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23052): Launched\u000a22:16:40.789035 run iperf3-srv_10.42.42.10(pid=23053): Launched\u000a22:16:40.987207 tst cs_paging_gprs_active.py:38: start network...\u000a22:16:41.121672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:41.637358 run create_hlr_db(pid=23054): Launched\u000a22:16:41.824117 bus /gobi_6: Setting Powered False\u000a22:16:42.844260 run create_hlr_db(pid=23054): Terminated: ok {rc=0}\u000a22:16:43.251122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23056): Launched\u000a22:16:43.554661 run osmo-hlr_10.42.42.2(pid=23057): Launched\u000a22:16:43.674003 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:44.206474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23059): Launched\u000a22:16:44.509491 run osmo-stp_10.42.42.5(pid=23060): Launched\u000a22:16:44.620405 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:45.148816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23062): Launched\u000a22:16:45.257211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:45.522694 run patchelf(pid=23063): Launched\u000a22:16:45.701762 run osmo-stp_10.42.42.5(pid=23060): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23060)]\u000a22:16:45.831911 run osmo-stp_10.42.42.5(pid=23060): stdout: \u000a| (launched: 2022-12-09_22:16:44.360201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:45.965519 run osmo-stp_10.42.42.5(pid=23060): stderr: \u000a| �[0;m�[38;5;43m20221209221644529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221644529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221644529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221644530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221644530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221644530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221644530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:46.095232 run osmo-stp_10.42.42.5(pid=23060): stdout: \u000a| (launched: 2022-12-09_22:16:44.360201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:46.224729 run osmo-stp_10.42.42.5(pid=23060): stderr: \u000a| �[0;m�[38;5;43m20221209221644529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221644529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221644529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221644530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221644530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221644530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221644530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:46.375133 run patchelf(pid=23063): Terminating (SIGINT)\u000a22:16:46.551448 run patchelf(pid=23063): Terminated: ok {rc=0}\u000a22:16:46.584737 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23060): Process ended prematurely: osmo-stp_10.42.42.5(pid=23060) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23060)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:16:46.595150 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:16:46.659773 run osmo-hlr_10.42.42.2(pid=23057): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23057)]\u000a22:16:46.711251 run osmo-hlr_10.42.42.2(pid=23057): stdout: \u000a| (launched: 2022-12-09_22:16:43.405156) \u000a22:16:46.763687 run osmo-hlr_10.42.42.2(pid=23057): stderr: \u000a| �[0;m�[1;31m20221209221643579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221643579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221643579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221643579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221643579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221643579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221643592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221643601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221643601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221643601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:46.808385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23050): Terminating (SIGTERM)\u000a22:16:46.850323 run iperf3-srv_10.42.42.10(pid=23051): Terminating (SIGTERM)\u000a22:16:46.896678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23052): Terminating (SIGTERM)\u000a22:16:46.939695 run iperf3-srv_10.42.42.10(pid=23053): Terminating (SIGTERM)\u000a22:16:46.985317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23056): Terminating (SIGTERM)\u000a22:16:47.029427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23059): Terminating (SIGTERM)\u000a22:16:47.073764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23062): Terminating (SIGTERM)\u000a22:16:47.083536 --- ParallelTerminationStrategy: PID 23050 died...\u000a22:16:47.140225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23050): Terminated: ok {rc=0}\u000a22:16:47.150718 --- ParallelTerminationStrategy: PID 23051 died...\u000a22:16:47.206890 run iperf3-srv_10.42.42.10(pid=23051): Terminated {rc=256}\u000a22:16:47.216532 --- ParallelTerminationStrategy: PID 23052 died...\u000a22:16:47.269701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23052): Terminated: ok {rc=0}\u000a22:16:47.279594 --- ParallelTerminationStrategy: PID 23053 died...\u000a22:16:47.332617 run iperf3-srv_10.42.42.10(pid=23053): Terminated {rc=256}\u000a22:16:47.342407 --- ParallelTerminationStrategy: PID 23056 died...\u000a22:16:47.395336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23056): Terminated: ok {rc=0}\u000a22:16:47.405093 --- ParallelTerminationStrategy: PID 23059 died...\u000a22:16:47.458637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23059): Terminated: ok {rc=0}\u000a22:16:47.468220 --- ParallelTerminationStrategy: PID 23062 died...\u000a22:16:47.521523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23062): Terminated: ok {rc=0}\u000a22:16:47.609371 bus /gobi_0: Setting Powered False\u000a22:16:48.712335 bus /gobi_0: Setting Powered False\u000a22:16:49.824117 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23072): Process ended prematurely: osmo-stp_10.42.42.5(pid=23072) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23072)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23072): Process ended prematurely: osmo-stp_10.42.42.5(pid=23072) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:16:50.938312 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:50.950214 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:16:51.099570 tst iperf3.py: using LAC 24030\u000a22:16:51.226492 tst iperf3.py: using RAC 60\u000a22:16:51.352769 tst iperf3.py: using CellId 24030\u000a22:16:51.478244 tst iperf3.py: using BVCI 24031\u000a22:16:51.502806 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:51.514229 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:51.525450 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:51.536589 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:51.547738 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:51.558972 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:51.570276 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:51.581362 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:16:51.592632 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:16:51.889349 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:16:52.023209 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:16:52.355760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23064): Launched\u000a22:16:52.631175 run iperf3-srv_10.42.42.10(pid=23065): Launched\u000a22:16:52.828009 tst iperf3.py:8: start network...\u000a22:16:52.962020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:16:53.475826 run create_hlr_db(pid=23066): Launched\u000a22:16:53.661739 bus /gobi_6: Setting Powered False\u000a22:16:54.682933 run create_hlr_db(pid=23066): Terminated: ok {rc=0}\u000a22:16:55.090648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23068): Launched\u000a22:16:55.395091 run osmo-hlr_10.42.42.2(pid=23069): Launched\u000a22:16:55.511225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:16:56.044762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23071): Launched\u000a22:16:56.346002 run osmo-stp_10.42.42.5(pid=23072): Launched\u000a22:16:56.456059 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:16:56.982793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23074): Launched\u000a22:16:57.090596 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:16:57.355470 run patchelf(pid=23075): Launched\u000a22:16:57.533295 run osmo-stp_10.42.42.5(pid=23072): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23072)]\u000a22:16:57.662834 run osmo-stp_10.42.42.5(pid=23072): stdout: \u000a| (launched: 2022-12-09_22:16:56.197830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:57.793239 run osmo-stp_10.42.42.5(pid=23072): stderr: \u000a| �[0;m�[38;5;43m20221209221656369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221656369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221656369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221656370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221656370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221656370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221656370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:57.918062 run osmo-stp_10.42.42.5(pid=23072): stdout: \u000a| (launched: 2022-12-09_22:16:56.197830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:16:58.041896 run osmo-stp_10.42.42.5(pid=23072): stderr: \u000a| �[0;m�[38;5;43m20221209221656369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221656369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221656369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221656370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221656370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221656370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221656370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:16:58.187691 run patchelf(pid=23075): Terminating (SIGINT)\u000a22:16:58.359037 run patchelf(pid=23075): Terminated: ok {rc=0}\u000a22:16:58.390478 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23072): Process ended prematurely: osmo-stp_10.42.42.5(pid=23072) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23072)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a22:16:58.399684 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:16:58.460224 run osmo-hlr_10.42.42.2(pid=23069): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23069)]\u000a22:16:58.509332 run osmo-hlr_10.42.42.2(pid=23069): stdout: \u000a| (launched: 2022-12-09_22:16:55.245478) \u000a22:16:58.558921 run osmo-hlr_10.42.42.2(pid=23069): stderr: \u000a| �[0;m�[1;31m20221209221655422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221655422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221655422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221655423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221655423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221655423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221655435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221655444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221655444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221655444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:16:58.600928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23064): Terminating (SIGTERM)\u000a22:16:58.641978 run iperf3-srv_10.42.42.10(pid=23065): Terminating (SIGTERM)\u000a22:16:58.682064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23068): Terminating (SIGTERM)\u000a22:16:58.722129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23071): Terminating (SIGTERM)\u000a22:16:58.762205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23074): Terminating (SIGTERM)\u000a22:16:58.771601 --- ParallelTerminationStrategy: PID 23064 died...\u000a22:16:58.825399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23064): Terminated: ok {rc=0}\u000a22:16:58.835079 --- ParallelTerminationStrategy: PID 23065 died...\u000a22:16:58.888427 run iperf3-srv_10.42.42.10(pid=23065): Terminated {rc=256}\u000a22:16:58.897934 --- ParallelTerminationStrategy: PID 23068 died...\u000a22:16:58.951563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23068): Terminated: ok {rc=0}\u000a22:16:58.961261 --- ParallelTerminationStrategy: PID 23071 died...\u000a22:16:59.015313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23071): Terminated: ok {rc=0}\u000a22:16:59.024830 --- ParallelTerminationStrategy: PID 23074 died...\u000a22:16:59.078285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23074): Terminated: ok {rc=0}\u000a22:16:59.163236 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23093): Process ended prematurely: osmo-stp_10.42.42.5(pid=23093) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23093)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23093): Process ended prematurely: osmo-stp_10.42.42.5(pid=23093) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:17:00.273621 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:00.285275 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:17:00.426143 tst iperf3m4.py: using LAC 24031\u000a22:17:00.546631 tst iperf3m4.py: using RAC 61\u000a22:17:00.664347 tst iperf3m4.py: using CellId 24031\u000a22:17:00.784240 tst iperf3m4.py: using BVCI 24032\u000a22:17:00.807316 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:00.818409 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:00.829889 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:00.841528 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:00.853695 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:00.865397 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:00.878307 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:00.890519 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:00.903302 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:01.033730 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:01.154697 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:01.307232 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:01.658175 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:17:01.799223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:02.182366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23079): Launched\u000a22:17:02.471316 run iperf3-srv_10.42.42.10(pid=23080): Launched\u000a22:17:02.671348 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:17:02.805775 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:03.139470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23081): Launched\u000a22:17:03.416899 run iperf3-srv_10.42.42.10(pid=23082): Launched\u000a22:17:03.614746 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:17:03.749317 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:04.083783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23083): Launched\u000a22:17:04.361202 run iperf3-srv_10.42.42.10(pid=23084): Launched\u000a22:17:04.558604 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:17:04.693065 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:05.027942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23085): Launched\u000a22:17:05.307229 run iperf3-srv_10.42.42.10(pid=23086): Launched\u000a22:17:05.505305 tst iperf3m4.py:8: start network...\u000a22:17:05.639960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:06.155045 run create_hlr_db(pid=23087): Launched\u000a22:17:06.342110 bus /gobi_6: Setting Powered False\u000a22:17:07.362370 run create_hlr_db(pid=23087): Terminated: ok {rc=0}\u000a22:17:07.768374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23089): Launched\u000a22:17:08.070754 run osmo-hlr_10.42.42.2(pid=23090): Launched\u000a22:17:08.181710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:08.707493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23092): Launched\u000a22:17:09.011153 run osmo-stp_10.42.42.5(pid=23093): Launched\u000a22:17:09.121851 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:09.647584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23095): Launched\u000a22:17:09.754980 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:10.020245 run patchelf(pid=23096): Launched\u000a22:17:10.199665 run osmo-stp_10.42.42.5(pid=23093): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23093)]\u000a22:17:10.330714 run osmo-stp_10.42.42.5(pid=23093): stdout: \u000a| (launched: 2022-12-09_22:17:08.861640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:10.462094 run osmo-stp_10.42.42.5(pid=23093): stderr: \u000a| �[0;m�[38;5;43m20221209221709030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221709030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221709030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221709031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221709031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221709031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221709031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:10.587882 run osmo-stp_10.42.42.5(pid=23093): stdout: \u000a| (launched: 2022-12-09_22:17:08.861640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:10.713106 run osmo-stp_10.42.42.5(pid=23093): stderr: \u000a| �[0;m�[38;5;43m20221209221709030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221709030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221709030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221709031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221709031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221709031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221709031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:10.860310 run patchelf(pid=23096): Terminating (SIGINT)\u000a22:17:11.033485 run patchelf(pid=23096): Terminated: ok {rc=0}\u000a22:17:11.065041 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23093): Process ended prematurely: osmo-stp_10.42.42.5(pid=23093) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23093)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:17:11.074317 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:17:11.135634 run osmo-hlr_10.42.42.2(pid=23090): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23090)]\u000a22:17:11.184938 run osmo-hlr_10.42.42.2(pid=23090): stdout: \u000a| (launched: 2022-12-09_22:17:07.922269) \u000a22:17:11.234861 run osmo-hlr_10.42.42.2(pid=23090): stderr: \u000a| �[0;m�[1;31m20221209221708097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221708097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221708097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221708097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221708097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221708097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221708113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221708123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221708123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221708123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:11.277038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23079): Terminating (SIGTERM)\u000a22:17:11.316797 run iperf3-srv_10.42.42.10(pid=23080): Terminating (SIGTERM)\u000a22:17:11.356762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23081): Terminating (SIGTERM)\u000a22:17:11.396560 run iperf3-srv_10.42.42.10(pid=23082): Terminating (SIGTERM)\u000a22:17:11.436165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23083): Terminating (SIGTERM)\u000a22:17:11.475905 run iperf3-srv_10.42.42.10(pid=23084): Terminating (SIGTERM)\u000a22:17:11.515846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23085): Terminating (SIGTERM)\u000a22:17:11.556277 run iperf3-srv_10.42.42.10(pid=23086): Terminating (SIGTERM)\u000a22:17:11.596242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23089): Terminating (SIGTERM)\u000a22:17:11.636132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23092): Terminating (SIGTERM)\u000a22:17:11.676417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23095): Terminating (SIGTERM)\u000a22:17:11.685798 --- ParallelTerminationStrategy: PID 23079 died...\u000a22:17:11.739544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23079): Terminated: ok {rc=0}\u000a22:17:11.749278 --- ParallelTerminationStrategy: PID 23080 died...\u000a22:17:11.802199 run iperf3-srv_10.42.42.10(pid=23080): Terminated {rc=256}\u000a22:17:11.811987 --- ParallelTerminationStrategy: PID 23081 died...\u000a22:17:11.865293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23081): Terminated: ok {rc=0}\u000a22:17:11.875140 --- ParallelTerminationStrategy: PID 23082 died...\u000a22:17:11.927844 run iperf3-srv_10.42.42.10(pid=23082): Terminated {rc=256}\u000a22:17:11.937704 --- ParallelTerminationStrategy: PID 23083 died...\u000a22:17:11.990788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23083): Terminated: ok {rc=0}\u000a22:17:12.000593 --- ParallelTerminationStrategy: PID 23084 died...\u000a22:17:12.053623 run iperf3-srv_10.42.42.10(pid=23084): Terminated {rc=256}\u000a22:17:12.063446 --- ParallelTerminationStrategy: PID 23085 died...\u000a22:17:12.116804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23085): Terminated: ok {rc=0}\u000a22:17:12.126679 --- ParallelTerminationStrategy: PID 23086 died...\u000a22:17:12.179971 run iperf3-srv_10.42.42.10(pid=23086): Terminated {rc=256}\u000a22:17:12.189914 --- ParallelTerminationStrategy: PID 23089 died...\u000a22:17:12.243033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23089): Terminated: ok {rc=0}\u000a22:17:12.252873 --- ParallelTerminationStrategy: PID 23092 died...\u000a22:17:12.306042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23092): Terminated: ok {rc=0}\u000a22:17:12.316012 --- ParallelTerminationStrategy: PID 23095 died...\u000a22:17:12.369698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23095): Terminated: ok {rc=0}\u000a22:17:12.454744 bus /gobi_4: Setting Powered False\u000a22:17:13.562658 bus /gobi_4: Setting Powered False\u000a22:17:14.675413 bus /gobi_1: Setting Powered False\u000a22:17:15.778308 bus /gobi_1: Setting Powered False\u000a22:17:16.886318 bus /gobi_0: Setting Powered False\u000a22:17:17.986849 bus /gobi_0: Setting Powered False\u000a22:17:19.099584 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23103): Process ended prematurely: osmo-stp_10.42.42.5(pid=23103) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23103)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23103): Process ended prematurely: osmo-stp_10.42.42.5(pid=23103) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:17:20.167467 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:20.179092 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:17:20.322921 tst ping.py: using LAC 24032\u000a22:17:20.447806 tst ping.py: using RAC 62\u000a22:17:20.573079 tst ping.py: using CellId 24032\u000a22:17:20.697186 tst ping.py: using BVCI 24033\u000a22:17:20.721579 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:20.733189 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:20.744418 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:20.755830 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:20.767130 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:20.778599 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:20.790140 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:20.801606 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:21.076695 tst ping.py:19: start network...\u000a22:17:21.200034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:21.703188 run create_hlr_db(pid=23097): Launched\u000a22:17:21.887044 bus /gobi_6: Setting Powered False\u000a22:17:22.907520 run create_hlr_db(pid=23097): Terminated: ok {rc=0}\u000a22:17:23.330599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23099): Launched\u000a22:17:23.646340 run osmo-hlr_10.42.42.2(pid=23100): Launched\u000a22:17:23.765284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:24.320629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23102): Launched\u000a22:17:24.636481 run osmo-stp_10.42.42.5(pid=23103): Launched\u000a22:17:24.750866 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:25.305216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23105): Launched\u000a22:17:25.419133 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:25.696769 run patchelf(pid=23106): Launched\u000a22:17:25.884681 run osmo-stp_10.42.42.5(pid=23103): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23103)]\u000a22:17:26.021958 run osmo-stp_10.42.42.5(pid=23103): stdout: \u000a| (launched: 2022-12-09_22:17:24.481922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:26.158887 run osmo-stp_10.42.42.5(pid=23103): stderr: \u000a| �[0;m�[38;5;43m20221209221724675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221724675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221724676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221724676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221724676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221724676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221724677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:26.290866 run osmo-stp_10.42.42.5(pid=23103): stdout: \u000a| (launched: 2022-12-09_22:17:24.481922)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:26.420614 run osmo-stp_10.42.42.5(pid=23103): stderr: \u000a| �[0;m�[38;5;43m20221209221724675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221724675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221724676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221724676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221724676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221724676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221724677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:26.573683 run patchelf(pid=23106): Terminating (SIGINT)\u000a22:17:26.752864 run patchelf(pid=23106): Terminated: ok {rc=0}\u000a22:17:26.785589 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23103): Process ended prematurely: osmo-stp_10.42.42.5(pid=23103) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23103)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a22:17:26.795078 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:17:26.858085 run osmo-hlr_10.42.42.2(pid=23100): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23100)]\u000a22:17:26.909557 run osmo-hlr_10.42.42.2(pid=23100): stdout: \u000a| (launched: 2022-12-09_22:17:23.491376) \u000a22:17:26.961756 run osmo-hlr_10.42.42.2(pid=23100): stderr: \u000a| �[0;m�[1;31m20221209221723689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221723689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221723689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221723690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221723690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221723690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221723702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221723710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221723710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221723711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:27.006221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23099): Terminating (SIGTERM)\u000a22:17:27.048317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23102): Terminating (SIGTERM)\u000a22:17:27.090688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23105): Terminating (SIGTERM)\u000a22:17:27.100493 --- ParallelTerminationStrategy: PID 23099 died...\u000a22:17:27.156883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23099): Terminated: ok {rc=0}\u000a22:17:27.167155 --- ParallelTerminationStrategy: PID 23102 died...\u000a22:17:27.223144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23102): Terminated: ok {rc=0}\u000a22:17:27.233374 --- ParallelTerminationStrategy: PID 23105 died...\u000a22:17:27.289381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23105): Terminated: ok {rc=0}\u000a22:17:27.377876 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23113): Process ended prematurely: osmo-stp_10.42.42.5(pid=23113) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23113)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23113): Process ended prematurely: osmo-stp_10.42.42.5(pid=23113) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:17:28.430809 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:28.442675 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:17:28.580910 tst ping_idle_ping.py: using LAC 24033\u000a22:17:28.699007 tst ping_idle_ping.py: using RAC 63\u000a22:17:28.820374 tst ping_idle_ping.py: using CellId 24033\u000a22:17:28.942852 tst ping_idle_ping.py: using BVCI 24034\u000a22:17:28.967261 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:28.978995 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:28.990320 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:29.002281 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:29.014081 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:29.025899 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:29.038479 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:17:29.050267 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:17:29.327266 tst ping_idle_ping.py:24: start network...\u000a22:17:29.451450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:29.922630 run create_hlr_db(pid=23107): Launched\u000a22:17:30.096784 bus /gobi_6: Setting Powered False\u000a22:17:31.119945 run create_hlr_db(pid=23107): Terminated: ok {rc=0}\u000a22:17:31.591037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23109): Launched\u000a22:17:32.056721 run osmo-hlr_10.42.42.2(pid=23110): Launched\u000a22:17:32.215755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:32.830984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23112): Launched\u000a22:17:33.147986 run osmo-stp_10.42.42.5(pid=23113): Launched\u000a22:17:33.263869 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:33.819096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23115): Launched\u000a22:17:33.932780 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:34.211337 run patchelf(pid=23116): Launched\u000a22:17:34.399350 run osmo-stp_10.42.42.5(pid=23113): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23113)]\u000a22:17:34.536261 run osmo-stp_10.42.42.5(pid=23113): stdout: \u000a| (launched: 2022-12-09_22:17:32.992615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:34.673276 run osmo-stp_10.42.42.5(pid=23113): stderr: \u000a| �[0;m�[38;5;43m20221209221733182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221733182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221733183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221733183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221733183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221733183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221733184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:34.804911 run osmo-stp_10.42.42.5(pid=23113): stdout: \u000a| (launched: 2022-12-09_22:17:32.992615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:34.935729 run osmo-stp_10.42.42.5(pid=23113): stderr: \u000a| �[0;m�[38;5;43m20221209221733182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221733182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221733183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221733183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221733183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221733183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221733184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:35.089085 run patchelf(pid=23116): Terminating (SIGINT)\u000a22:17:35.269247 run patchelf(pid=23116): Terminated: ok {rc=0}\u000a22:17:35.302112 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23113): Process ended prematurely: osmo-stp_10.42.42.5(pid=23113) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23113)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:17:35.311500 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a22:17:35.374516 run osmo-hlr_10.42.42.2(pid=23110): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23110)]\u000a22:17:35.426157 run osmo-hlr_10.42.42.2(pid=23110): stdout: \u000a| (launched: 2022-12-09_22:17:31.810033) \u000a22:17:35.478278 run osmo-hlr_10.42.42.2(pid=23110): stderr: \u000a| �[0;m�[1;31m20221209221732186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221732186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221732186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221732186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221732186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221732186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221732209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221732223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221732224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221732224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:35.522706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23109): Terminating (SIGTERM)\u000a22:17:35.564678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23112): Terminating (SIGTERM)\u000a22:17:35.606690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23115): Terminating (SIGTERM)\u000a22:17:35.616442 --- ParallelTerminationStrategy: PID 23109 died...\u000a22:17:35.672775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23109): Terminated: ok {rc=0}\u000a22:17:35.682972 --- ParallelTerminationStrategy: PID 23112 died...\u000a22:17:35.739090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23112): Terminated: ok {rc=0}\u000a22:17:35.749189 --- ParallelTerminationStrategy: PID 23115 died...\u000a22:17:35.805088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23115): Terminated: ok {rc=0}\u000a22:17:35.897877 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:16:37" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23133): Process ended prematurely: osmo-stp_10.42.42.5(pid=23133) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23133)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23133): Process ended prematurely: osmo-stp_10.42.42.5(pid=23133) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:17:38.077236 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:38.088532 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:17:38.255168 tst cs_paging_gprs_active.py: using LAC 24034\u000a22:17:38.382544 tst cs_paging_gprs_active.py: using RAC 64\u000a22:17:38.507201 tst cs_paging_gprs_active.py: using CellId 24034\u000a22:17:38.632361 tst cs_paging_gprs_active.py: using BVCI 24035\u000a22:17:38.657622 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:38.669580 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:38.681898 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:38.694884 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:38.705875 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:38.716703 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:38.728343 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:38.739609 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:38.751258 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:17:38.873607 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:17:39.169893 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:17:39.305477 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:39.640042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23123): Launched\u000a22:17:39.917900 run iperf3-srv_10.42.42.10(pid=23124): Launched\u000a22:17:40.117212 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:17:40.252298 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:40.587196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23125): Launched\u000a22:17:40.865216 run iperf3-srv_10.42.42.10(pid=23126): Launched\u000a22:17:41.063711 tst cs_paging_gprs_active.py:38: start network...\u000a22:17:41.198799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:41.716622 run create_hlr_db(pid=23127): Launched\u000a22:17:41.904280 bus /gobi_6: Setting Powered False\u000a22:17:42.924448 run create_hlr_db(pid=23127): Terminated: ok {rc=0}\u000a22:17:43.331707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23129): Launched\u000a22:17:43.635242 run osmo-hlr_10.42.42.2(pid=23130): Launched\u000a22:17:43.746030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:44.271956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23132): Launched\u000a22:17:44.574561 run osmo-stp_10.42.42.5(pid=23133): Launched\u000a22:17:44.685950 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:45.213374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23135): Launched\u000a22:17:45.321701 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:45.587214 run patchelf(pid=23136): Launched\u000a22:17:45.765145 run osmo-stp_10.42.42.5(pid=23133): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23133)]\u000a22:17:45.916588 run osmo-stp_10.42.42.5(pid=23133): stdout: \u000a| (launched: 2022-12-09_22:17:44.425636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:46.050977 run osmo-stp_10.42.42.5(pid=23133): stderr: \u000a| �[0;m�[38;5;43m20221209221744596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221744596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221744597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221744597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221744597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221744598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221744598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:46.180456 run osmo-stp_10.42.42.5(pid=23133): stdout: \u000a| (launched: 2022-12-09_22:17:44.425636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:46.310496 run osmo-stp_10.42.42.5(pid=23133): stderr: \u000a| �[0;m�[38;5;43m20221209221744596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221744596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221744597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221744597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221744597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221744598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221744598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:46.460160 run patchelf(pid=23136): Terminating (SIGINT)\u000a22:17:46.636598 run patchelf(pid=23136): Terminated: ok {rc=0}\u000a22:17:46.669668 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23133): Process ended prematurely: osmo-stp_10.42.42.5(pid=23133) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23133)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:17:46.679918 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:17:46.745418 run osmo-hlr_10.42.42.2(pid=23130): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23130)]\u000a22:17:46.797113 run osmo-hlr_10.42.42.2(pid=23130): stdout: \u000a| (launched: 2022-12-09_22:17:43.485676) \u000a22:17:46.849550 run osmo-hlr_10.42.42.2(pid=23130): stderr: \u000a| �[0;m�[1;31m20221209221743661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221743661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221743661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221743661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221743661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221743661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221743699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221743709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221743710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221743710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:46.893146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23123): Terminating (SIGTERM)\u000a22:17:46.936198 run iperf3-srv_10.42.42.10(pid=23124): Terminating (SIGTERM)\u000a22:17:46.982705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23125): Terminating (SIGTERM)\u000a22:17:47.024788 run iperf3-srv_10.42.42.10(pid=23126): Terminating (SIGTERM)\u000a22:17:47.070236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23129): Terminating (SIGTERM)\u000a22:17:47.113655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23132): Terminating (SIGTERM)\u000a22:17:47.154799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23135): Terminating (SIGTERM)\u000a22:17:47.165699 --- ParallelTerminationStrategy: PID 23123 died...\u000a22:17:47.221965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23123): Terminated: ok {rc=0}\u000a22:17:47.231658 --- ParallelTerminationStrategy: PID 23124 died...\u000a22:17:47.284844 run iperf3-srv_10.42.42.10(pid=23124): Terminated {rc=256}\u000a22:17:47.294968 --- ParallelTerminationStrategy: PID 23125 died...\u000a22:17:47.348239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23125): Terminated: ok {rc=0}\u000a22:17:47.358298 --- ParallelTerminationStrategy: PID 23126 died...\u000a22:17:47.411707 run iperf3-srv_10.42.42.10(pid=23126): Terminated {rc=256}\u000a22:17:47.421408 --- ParallelTerminationStrategy: PID 23129 died...\u000a22:17:47.475357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23129): Terminated: ok {rc=0}\u000a22:17:47.485143 --- ParallelTerminationStrategy: PID 23132 died...\u000a22:17:47.538485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23132): Terminated: ok {rc=0}\u000a22:17:47.548465 --- ParallelTerminationStrategy: PID 23135 died...\u000a22:17:47.601627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23135): Terminated: ok {rc=0}\u000a22:17:47.689843 bus /gobi_0: Setting Powered False\u000a22:17:48.794209 bus /gobi_0: Setting Powered False\u000a22:17:49.906416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23145): Process ended prematurely: osmo-stp_10.42.42.5(pid=23145) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23145)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23145): Process ended prematurely: osmo-stp_10.42.42.5(pid=23145) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:17:51.016889 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:51.028505 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:17:51.188744 tst iperf3.py: using LAC 24035\u000a22:17:51.308837 tst iperf3.py: using RAC 65\u000a22:17:51.429210 tst iperf3.py: using CellId 24035\u000a22:17:51.546098 tst iperf3.py: using BVCI 24036\u000a22:17:51.569655 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:51.580546 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:51.591309 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:51.602338 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:51.613416 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:51.624253 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:51.635336 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:51.646218 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:17:51.657708 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:17:51.951594 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:17:52.086653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:17:52.421450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23137): Launched\u000a22:17:52.698691 run iperf3-srv_10.42.42.10(pid=23138): Launched\u000a22:17:52.896144 tst iperf3.py:8: start network...\u000a22:17:53.031064 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:17:53.546587 run create_hlr_db(pid=23139): Launched\u000a22:17:53.733233 bus /gobi_6: Setting Powered False\u000a22:17:54.754174 run create_hlr_db(pid=23139): Terminated: ok {rc=0}\u000a22:17:55.183698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23141): Launched\u000a22:17:55.506009 run osmo-hlr_10.42.42.2(pid=23142): Launched\u000a22:17:55.625941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:17:56.187531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23144): Launched\u000a22:17:56.510414 run osmo-stp_10.42.42.5(pid=23145): Launched\u000a22:17:56.629067 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:17:57.190009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23147): Launched\u000a22:17:57.305376 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:17:57.587045 run patchelf(pid=23148): Launched\u000a22:17:57.776531 run osmo-stp_10.42.42.5(pid=23145): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23145)]\u000a22:17:57.914654 run osmo-stp_10.42.42.5(pid=23145): stdout: \u000a| (launched: 2022-12-09_22:17:56.352443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:58.053324 run osmo-stp_10.42.42.5(pid=23145): stderr: \u000a| �[0;m�[38;5;43m20221209221756545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221756545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221756545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221756545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221756546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221756546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221756546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:58.187214 run osmo-stp_10.42.42.5(pid=23145): stdout: \u000a| (launched: 2022-12-09_22:17:56.352443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:17:58.320019 run osmo-stp_10.42.42.5(pid=23145): stderr: \u000a| �[0;m�[38;5;43m20221209221756545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221756545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221756545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221756545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221756546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221756546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221756546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:17:58.475518 run patchelf(pid=23148): Terminating (SIGINT)\u000a22:17:58.657990 run patchelf(pid=23148): Terminated: ok {rc=0}\u000a22:17:58.691414 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23145): Process ended prematurely: osmo-stp_10.42.42.5(pid=23145) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23145)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:17:58.701369 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:17:58.764127 run osmo-hlr_10.42.42.2(pid=23142): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23142)]\u000a22:17:58.815406 run osmo-hlr_10.42.42.2(pid=23142): stdout: \u000a| (launched: 2022-12-09_22:17:55.348855) \u000a22:17:58.867361 run osmo-hlr_10.42.42.2(pid=23142): stderr: \u000a| �[0;m�[1;31m20221209221755548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221755548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221755548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221755548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221755548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221755548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221755560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221755569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221755569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221755569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:17:58.911720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23137): Terminating (SIGTERM)\u000a22:17:58.953549 run iperf3-srv_10.42.42.10(pid=23138): Terminating (SIGTERM)\u000a22:17:58.995552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23141): Terminating (SIGTERM)\u000a22:17:59.037493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23144): Terminating (SIGTERM)\u000a22:17:59.079412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23147): Terminating (SIGTERM)\u000a22:17:59.089239 --- ParallelTerminationStrategy: PID 23137 died...\u000a22:17:59.145545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23137): Terminated: ok {rc=0}\u000a22:17:59.155705 --- ParallelTerminationStrategy: PID 23138 died...\u000a22:17:59.211114 run iperf3-srv_10.42.42.10(pid=23138): Terminated {rc=256}\u000a22:17:59.221156 --- ParallelTerminationStrategy: PID 23141 died...\u000a22:17:59.277139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23141): Terminated: ok {rc=0}\u000a22:17:59.287306 --- ParallelTerminationStrategy: PID 23144 died...\u000a22:17:59.342862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23144): Terminated: ok {rc=0}\u000a22:17:59.353069 --- ParallelTerminationStrategy: PID 23147 died...\u000a22:17:59.408553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23147): Terminated: ok {rc=0}\u000a22:17:59.495359 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23163): Process ended prematurely: osmo-stp_10.42.42.5(pid=23163) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23163)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23163): Process ended prematurely: osmo-stp_10.42.42.5(pid=23163) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:18:00.612116 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:00.624303 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:18:00.789965 tst iperf3m4.py: using LAC 24036\u000a22:18:00.931581 tst iperf3m4.py: using RAC 66\u000a22:18:01.059339 tst iperf3m4.py: using CellId 24036\u000a22:18:01.180302 tst iperf3m4.py: using BVCI 24037\u000a22:18:01.205562 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:01.217788 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:01.230502 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:01.242437 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:01.255561 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:01.269699 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:01.283157 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:01.294958 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:01.308192 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:01.435527 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:01.576221 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:01.700584 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:01.996720 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:18:02.126408 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:02.445036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23149): Launched\u000a22:18:02.706955 run iperf3-srv_10.42.42.10(pid=23150): Launched\u000a22:18:02.892884 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:18:03.019272 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:03.334112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23151): Launched\u000a22:18:03.596139 run iperf3-srv_10.42.42.10(pid=23152): Launched\u000a22:18:03.780828 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:18:03.907047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:04.220924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23153): Launched\u000a22:18:04.482709 run iperf3-srv_10.42.42.10(pid=23154): Launched\u000a22:18:04.668761 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:18:04.795449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:05.111308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23155): Launched\u000a22:18:05.371887 run iperf3-srv_10.42.42.10(pid=23156): Launched\u000a22:18:05.555733 tst iperf3m4.py:8: start network...\u000a22:18:05.681671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:06.157199 run create_hlr_db(pid=23157): Launched\u000a22:18:06.332154 bus /gobi_6: Setting Powered False\u000a22:18:07.353728 run create_hlr_db(pid=23157): Terminated: ok {rc=0}\u000a22:18:07.784609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23159): Launched\u000a22:18:08.107651 run osmo-hlr_10.42.42.2(pid=23160): Launched\u000a22:18:08.225480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:08.787461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23162): Launched\u000a22:18:09.109396 run osmo-stp_10.42.42.5(pid=23163): Launched\u000a22:18:09.225670 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:09.789794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23165): Launched\u000a22:18:09.904723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:10.187164 run patchelf(pid=23166): Launched\u000a22:18:10.378058 run osmo-stp_10.42.42.5(pid=23163): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23163)]\u000a22:18:10.516454 run osmo-stp_10.42.42.5(pid=23163): stdout: \u000a| (launched: 2022-12-09_22:18:08.951656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:10.655043 run osmo-stp_10.42.42.5(pid=23163): stderr: \u000a| �[0;m�[38;5;43m20221209221809142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221809142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221809142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221809143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221809143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221809143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221809143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:10.788439 run osmo-stp_10.42.42.5(pid=23163): stdout: \u000a| (launched: 2022-12-09_22:18:08.951656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:10.920585 run osmo-stp_10.42.42.5(pid=23163): stderr: \u000a| �[0;m�[38;5;43m20221209221809142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221809142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221809142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221809143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221809143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221809143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221809143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:11.075810 run patchelf(pid=23166): Terminating (SIGINT)\u000a22:18:11.258789 run patchelf(pid=23166): Terminated: ok {rc=0}\u000a22:18:11.292593 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23163): Process ended prematurely: osmo-stp_10.42.42.5(pid=23163) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23163)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:18:11.302523 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:18:11.366399 run osmo-hlr_10.42.42.2(pid=23160): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23160)]\u000a22:18:11.418097 run osmo-hlr_10.42.42.2(pid=23160): stdout: \u000a| (launched: 2022-12-09_22:18:07.949634) \u000a22:18:11.470294 run osmo-hlr_10.42.42.2(pid=23160): stderr: \u000a| �[0;m�[1;31m20221209221808150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221808150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221808150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221808150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221808150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221808150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221808163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221808173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221808173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221808173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:11.514891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23149): Terminating (SIGTERM)\u000a22:18:11.557113 run iperf3-srv_10.42.42.10(pid=23150): Terminating (SIGTERM)\u000a22:18:11.599340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23151): Terminating (SIGTERM)\u000a22:18:11.641296 run iperf3-srv_10.42.42.10(pid=23152): Terminating (SIGTERM)\u000a22:18:11.683390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23153): Terminating (SIGTERM)\u000a22:18:11.725407 run iperf3-srv_10.42.42.10(pid=23154): Terminating (SIGTERM)\u000a22:18:11.767438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23155): Terminating (SIGTERM)\u000a22:18:11.809601 run iperf3-srv_10.42.42.10(pid=23156): Terminating (SIGTERM)\u000a22:18:11.851723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23159): Terminating (SIGTERM)\u000a22:18:11.893946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23162): Terminating (SIGTERM)\u000a22:18:11.935938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23165): Terminating (SIGTERM)\u000a22:18:11.945656 --- ParallelTerminationStrategy: PID 23149 died...\u000a22:18:12.001810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23149): Terminated: ok {rc=0}\u000a22:18:12.011845 --- ParallelTerminationStrategy: PID 23150 died...\u000a22:18:12.067619 run iperf3-srv_10.42.42.10(pid=23150): Terminated {rc=256}\u000a22:18:12.077780 --- ParallelTerminationStrategy: PID 23151 died...\u000a22:18:12.133968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23151): Terminated: ok {rc=0}\u000a22:18:12.144033 --- ParallelTerminationStrategy: PID 23152 died...\u000a22:18:12.199667 run iperf3-srv_10.42.42.10(pid=23152): Terminated {rc=256}\u000a22:18:12.209688 --- ParallelTerminationStrategy: PID 23153 died...\u000a22:18:12.265649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23153): Terminated: ok {rc=0}\u000a22:18:12.275754 --- ParallelTerminationStrategy: PID 23154 died...\u000a22:18:12.331991 run iperf3-srv_10.42.42.10(pid=23154): Terminated {rc=256}\u000a22:18:12.342054 --- ParallelTerminationStrategy: PID 23155 died...\u000a22:18:12.397840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23155): Terminated: ok {rc=0}\u000a22:18:12.407928 --- ParallelTerminationStrategy: PID 23156 died...\u000a22:18:12.464217 run iperf3-srv_10.42.42.10(pid=23156): Terminated {rc=256}\u000a22:18:12.474252 --- ParallelTerminationStrategy: PID 23159 died...\u000a22:18:12.530084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23159): Terminated: ok {rc=0}\u000a22:18:12.540171 --- ParallelTerminationStrategy: PID 23162 died...\u000a22:18:12.596102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23162): Terminated: ok {rc=0}\u000a22:18:12.606257 --- ParallelTerminationStrategy: PID 23165 died...\u000a22:18:12.662273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23165): Terminated: ok {rc=0}\u000a22:18:12.750119 bus /gobi_4: Setting Powered False\u000a22:18:13.858446 bus /gobi_4: Setting Powered False\u000a22:18:14.968415 bus /gobi_1: Setting Powered False\u000a22:18:16.075263 bus /gobi_1: Setting Powered False\u000a22:18:17.195106 bus /gobi_0: Setting Powered False\u000a22:18:18.299513 bus /gobi_0: Setting Powered False\u000a22:18:19.411708 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23173): Process ended prematurely: osmo-stp_10.42.42.5(pid=23173) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23173)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23173): Process ended prematurely: osmo-stp_10.42.42.5(pid=23173) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:18:20.480395 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:20.492403 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:18:20.655554 tst ping.py: using LAC 24037\u000a22:18:20.782398 tst ping.py: using RAC 67\u000a22:18:20.907233 tst ping.py: using CellId 24037\u000a22:18:21.031927 tst ping.py: using BVCI 24038\u000a22:18:21.056367 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:21.067803 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:21.079136 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:21.090462 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:21.101632 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:21.112815 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:21.124177 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:21.135329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:21.424573 tst ping.py:19: start network...\u000a22:18:21.556516 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:22.060589 run create_hlr_db(pid=23167): Launched\u000a22:18:22.244602 bus /gobi_6: Setting Powered False\u000a22:18:23.265394 run create_hlr_db(pid=23167): Terminated: ok {rc=0}\u000a22:18:23.688520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23169): Launched\u000a22:18:24.005643 run osmo-hlr_10.42.42.2(pid=23170): Launched\u000a22:18:24.119320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:24.671523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23172): Launched\u000a22:18:24.988533 run osmo-stp_10.42.42.5(pid=23173): Launched\u000a22:18:25.102949 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:25.656045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23175): Launched\u000a22:18:25.769627 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:26.047432 run patchelf(pid=23176): Launched\u000a22:18:26.233916 run osmo-stp_10.42.42.5(pid=23173): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23173)]\u000a22:18:26.371171 run osmo-stp_10.42.42.5(pid=23173): stdout: \u000a| (launched: 2022-12-09_22:18:24.833574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:26.508478 run osmo-stp_10.42.42.5(pid=23173): stderr: \u000a| �[0;m�[38;5;43m20221209221825024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221825024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221825025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221825025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221825026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221825026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221825026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:26.639887 run osmo-stp_10.42.42.5(pid=23173): stdout: \u000a| (launched: 2022-12-09_22:18:24.833574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:26.770229 run osmo-stp_10.42.42.5(pid=23173): stderr: \u000a| �[0;m�[38;5;43m20221209221825024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221825024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221825025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221825025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221825026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221825026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221825026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:26.922562 run patchelf(pid=23176): Terminating (SIGINT)\u000a22:18:27.101603 run patchelf(pid=23176): Terminated: ok {rc=0}\u000a22:18:27.134151 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23173): Process ended prematurely: osmo-stp_10.42.42.5(pid=23173) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23173)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:18:27.143452 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:18:27.206420 run osmo-hlr_10.42.42.2(pid=23170): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23170)]\u000a22:18:27.258446 run osmo-hlr_10.42.42.2(pid=23170): stdout: \u000a| (launched: 2022-12-09_22:18:23.850651) \u000a22:18:27.310963 run osmo-hlr_10.42.42.2(pid=23170): stderr: \u000a| �[0;m�[1;31m20221209221824046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221824046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221824047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221824047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221824047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221824047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221824060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221824068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221824068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221824069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:27.355665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23169): Terminating (SIGTERM)\u000a22:18:27.398068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23172): Terminating (SIGTERM)\u000a22:18:27.440096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23175): Terminating (SIGTERM)\u000a22:18:27.449912 --- ParallelTerminationStrategy: PID 23169 died...\u000a22:18:27.506133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23169): Terminated: ok {rc=0}\u000a22:18:27.516197 --- ParallelTerminationStrategy: PID 23172 died...\u000a22:18:27.572254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23172): Terminated: ok {rc=0}\u000a22:18:27.582311 --- ParallelTerminationStrategy: PID 23175 died...\u000a22:18:27.638302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23175): Terminated: ok {rc=0}\u000a22:18:27.726187 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23183): Process ended prematurely: osmo-stp_10.42.42.5(pid=23183) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23183)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23183): Process ended prematurely: osmo-stp_10.42.42.5(pid=23183) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:18:28.778868 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:28.791159 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:18:28.950727 tst ping_idle_ping.py: using LAC 24038\u000a22:18:29.069055 tst ping_idle_ping.py: using RAC 68\u000a22:18:29.186004 tst ping_idle_ping.py: using CellId 24038\u000a22:18:29.302844 tst ping_idle_ping.py: using BVCI 24039\u000a22:18:29.325706 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:29.336868 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:29.348689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:29.360181 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:29.371493 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:29.383227 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:29.394872 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:18:29.406646 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:18:29.680219 tst ping_idle_ping.py:24: start network...\u000a22:18:29.804080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:30.278896 run create_hlr_db(pid=23177): Launched\u000a22:18:30.452264 bus /gobi_6: Setting Powered False\u000a22:18:31.475465 run create_hlr_db(pid=23177): Terminated: ok {rc=0}\u000a22:18:31.901903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23179): Launched\u000a22:18:32.215815 run osmo-hlr_10.42.42.2(pid=23180): Launched\u000a22:18:32.330391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:32.854455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23182): Launched\u000a22:18:33.150535 run osmo-stp_10.42.42.5(pid=23183): Launched\u000a22:18:33.258518 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:33.774374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23185): Launched\u000a22:18:33.881007 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:34.141342 run patchelf(pid=23186): Launched\u000a22:18:34.315907 run osmo-stp_10.42.42.5(pid=23183): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23183)]\u000a22:18:34.443773 run osmo-stp_10.42.42.5(pid=23183): stdout: \u000a| (launched: 2022-12-09_22:18:33.004848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:34.572271 run osmo-stp_10.42.42.5(pid=23183): stderr: \u000a| �[0;m�[38;5;43m20221209221833173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221833174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221833174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221833174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221833175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221833175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221833175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:34.695419 run osmo-stp_10.42.42.5(pid=23183): stdout: \u000a| (launched: 2022-12-09_22:18:33.004848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:34.817224 run osmo-stp_10.42.42.5(pid=23183): stderr: \u000a| �[0;m�[38;5;43m20221209221833173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221833174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221833174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221833174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221833175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221833175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221833175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:34.959793 run patchelf(pid=23186): Terminating (SIGINT)\u000a22:18:35.127759 run patchelf(pid=23186): Terminated: ok {rc=0}\u000a22:18:35.158293 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23183): Process ended prematurely: osmo-stp_10.42.42.5(pid=23183) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23183)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:18:35.167051 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:18:35.227605 run osmo-hlr_10.42.42.2(pid=23180): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23180)]\u000a22:18:35.276793 run osmo-hlr_10.42.42.2(pid=23180): stdout: \u000a| (launched: 2022-12-09_22:18:32.058237) \u000a22:18:35.326616 run osmo-hlr_10.42.42.2(pid=23180): stderr: \u000a| �[0;m�[1;31m20221209221832349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221832349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221832349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221832350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221832350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221832350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221832362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221832371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221832371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221832371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:35.368637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23179): Terminating (SIGTERM)\u000a22:18:35.408931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23182): Terminating (SIGTERM)\u000a22:18:35.449398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23185): Terminating (SIGTERM)\u000a22:18:35.458977 --- ParallelTerminationStrategy: PID 23179 died...\u000a22:18:35.512353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23179): Terminated: ok {rc=0}\u000a22:18:35.522314 --- ParallelTerminationStrategy: PID 23182 died...\u000a22:18:35.575796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23182): Terminated: ok {rc=0}\u000a22:18:35.585827 --- ParallelTerminationStrategy: PID 23185 died...\u000a22:18:35.639093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23185): Terminated: ok {rc=0}\u000a22:18:35.726682 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:17:37" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23202): Process ended prematurely: osmo-stp_10.42.42.5(pid=23202) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23202)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23202): Process ended prematurely: osmo-stp_10.42.42.5(pid=23202) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:18:37.895345 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:37.906906 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:18:38.066242 tst cs_paging_gprs_active.py: using LAC 24039\u000a22:18:38.183414 tst cs_paging_gprs_active.py: using RAC 69\u000a22:18:38.306058 tst cs_paging_gprs_active.py: using CellId 24039\u000a22:18:38.423342 tst cs_paging_gprs_active.py: using BVCI 24040\u000a22:18:38.446591 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:38.457617 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:38.468495 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:38.479676 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:38.490891 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:38.501971 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:38.513480 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:38.524559 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:38.535869 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:18:38.653847 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:18:38.932791 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:18:39.058894 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:39.372398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23192): Launched\u000a22:18:39.634528 run iperf3-srv_10.42.42.10(pid=23193): Launched\u000a22:18:39.821508 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:18:39.948568 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:40.264522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23194): Launched\u000a22:18:40.525464 run iperf3-srv_10.42.42.10(pid=23195): Launched\u000a22:18:40.710224 tst cs_paging_gprs_active.py:38: start network...\u000a22:18:40.836096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:41.311984 run create_hlr_db(pid=23196): Launched\u000a22:18:41.486747 bus /gobi_6: Setting Powered False\u000a22:18:42.507190 run create_hlr_db(pid=23196): Terminated: ok {rc=0}\u000a22:18:42.911324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23198): Launched\u000a22:18:43.214812 run osmo-hlr_10.42.42.2(pid=23199): Launched\u000a22:18:43.329574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:43.863757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23201): Launched\u000a22:18:44.166524 run osmo-stp_10.42.42.5(pid=23202): Launched\u000a22:18:44.277391 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:44.803601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23204): Launched\u000a22:18:44.910960 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:45.174827 run patchelf(pid=23205): Launched\u000a22:18:45.352802 run osmo-stp_10.42.42.5(pid=23202): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23202)]\u000a22:18:45.482570 run osmo-stp_10.42.42.5(pid=23202): stdout: \u000a| (launched: 2022-12-09_22:18:44.017633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:45.612649 run osmo-stp_10.42.42.5(pid=23202): stderr: \u000a| �[0;m�[38;5;43m20221209221844185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221844185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221844186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221844186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221844187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221844187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221844187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:45.737866 run osmo-stp_10.42.42.5(pid=23202): stdout: \u000a| (launched: 2022-12-09_22:18:44.017633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:45.863278 run osmo-stp_10.42.42.5(pid=23202): stderr: \u000a| �[0;m�[38;5;43m20221209221844185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221844185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221844186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221844186 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221844187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221844187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221844187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:46.023077 run patchelf(pid=23205): Terminating (SIGINT)\u000a22:18:46.220363 run patchelf(pid=23205): Terminated: ok {rc=0}\u000a22:18:46.256138 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23202): Process ended prematurely: osmo-stp_10.42.42.5(pid=23202) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23202)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:18:46.267163 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a22:18:46.332756 run osmo-hlr_10.42.42.2(pid=23199): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23199)]\u000a22:18:46.387266 run osmo-hlr_10.42.42.2(pid=23199): stdout: \u000a| (launched: 2022-12-09_22:18:43.065355) \u000a22:18:46.442093 run osmo-hlr_10.42.42.2(pid=23199): stderr: \u000a| �[0;m�[1;31m20221209221843242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221843242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221843242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221843242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221843243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221843243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221843255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221843265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221843266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221843266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:46.488300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23192): Terminating (SIGTERM)\u000a22:18:46.532108 run iperf3-srv_10.42.42.10(pid=23193): Terminating (SIGTERM)\u000a22:18:46.578478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23194): Terminating (SIGTERM)\u000a22:18:46.625916 run iperf3-srv_10.42.42.10(pid=23195): Terminating (SIGTERM)\u000a22:18:46.671194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23198): Terminating (SIGTERM)\u000a22:18:46.715630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23201): Terminating (SIGTERM)\u000a22:18:46.757425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23204): Terminating (SIGTERM)\u000a22:18:46.767304 --- ParallelTerminationStrategy: PID 23192 died...\u000a22:18:46.823640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23192): Terminated: ok {rc=0}\u000a22:18:46.834128 --- ParallelTerminationStrategy: PID 23193 died...\u000a22:18:46.890479 run iperf3-srv_10.42.42.10(pid=23193): Terminated {rc=256}\u000a22:18:46.900923 --- ParallelTerminationStrategy: PID 23194 died...\u000a22:18:46.955964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23194): Terminated: ok {rc=0}\u000a22:18:46.967358 --- ParallelTerminationStrategy: PID 23195 died...\u000a22:18:47.023584 run iperf3-srv_10.42.42.10(pid=23195): Terminated {rc=256}\u000a22:18:47.034083 --- ParallelTerminationStrategy: PID 23198 died...\u000a22:18:47.090219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23198): Terminated: ok {rc=0}\u000a22:18:47.100671 --- ParallelTerminationStrategy: PID 23201 died...\u000a22:18:47.157142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23201): Terminated: ok {rc=0}\u000a22:18:47.167543 --- ParallelTerminationStrategy: PID 23204 died...\u000a22:18:47.223759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23204): Terminated: ok {rc=0}\u000a22:18:47.313407 bus /gobi_0: Setting Powered False\u000a22:18:48.414769 bus /gobi_0: Setting Powered False\u000a22:18:49.525684 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23214): Process ended prematurely: osmo-stp_10.42.42.5(pid=23214) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23214)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23214): Process ended prematurely: osmo-stp_10.42.42.5(pid=23214) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:18:50.640899 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:50.653493 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:18:50.820877 tst iperf3.py: using LAC 24040\u000a22:18:50.949474 tst iperf3.py: using RAC 70\u000a22:18:51.075653 tst iperf3.py: using CellId 24040\u000a22:18:51.202047 tst iperf3.py: using BVCI 24041\u000a22:18:51.226716 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:51.238131 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:51.249384 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:51.260592 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:51.271753 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:51.283355 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:51.294828 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:51.306106 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:18:51.317419 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:18:51.595759 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:18:51.721851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:18:52.035695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23206): Launched\u000a22:18:52.296275 run iperf3-srv_10.42.42.10(pid=23207): Launched\u000a22:18:52.481246 tst iperf3.py:8: start network...\u000a22:18:52.607425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:18:53.084305 run create_hlr_db(pid=23208): Launched\u000a22:18:53.259486 bus /gobi_6: Setting Powered False\u000a22:18:54.279507 run create_hlr_db(pid=23208): Terminated: ok {rc=0}\u000a22:18:54.709545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23210): Launched\u000a22:18:55.031574 run osmo-hlr_10.42.42.2(pid=23211): Launched\u000a22:18:55.153757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:18:55.715386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23213): Launched\u000a22:18:56.037874 run osmo-stp_10.42.42.5(pid=23214): Launched\u000a22:18:56.155467 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:18:56.721284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23216): Launched\u000a22:18:56.835977 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:18:57.117728 run patchelf(pid=23217): Launched\u000a22:18:57.308160 run osmo-stp_10.42.42.5(pid=23214): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23214)]\u000a22:18:57.447322 run osmo-stp_10.42.42.5(pid=23214): stdout: \u000a| (launched: 2022-12-09_22:18:55.879625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:57.586807 run osmo-stp_10.42.42.5(pid=23214): stderr: \u000a| �[0;m�[38;5;43m20221209221856070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221856070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221856071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221856071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221856071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221856071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221856072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:57.720648 run osmo-stp_10.42.42.5(pid=23214): stdout: \u000a| (launched: 2022-12-09_22:18:55.879625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:18:57.853523 run osmo-stp_10.42.42.5(pid=23214): stderr: \u000a| �[0;m�[38;5;43m20221209221856070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221856070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221856071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221856071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221856071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221856071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221856072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:18:58.010009 run patchelf(pid=23217): Terminating (SIGINT)\u000a22:18:58.193492 run patchelf(pid=23217): Terminated: ok {rc=0}\u000a22:18:58.227223 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23214): Process ended prematurely: osmo-stp_10.42.42.5(pid=23214) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23214)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:18:58.237195 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:18:58.300907 run osmo-hlr_10.42.42.2(pid=23211): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23211)]\u000a22:18:58.352940 run osmo-hlr_10.42.42.2(pid=23211): stdout: \u000a| (launched: 2022-12-09_22:18:54.873966) \u000a22:18:58.405164 run osmo-hlr_10.42.42.2(pid=23211): stderr: \u000a| �[0;m�[1;31m20221209221855072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221855072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221855072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221855072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221855072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221855072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221855084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221855092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221855092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221855092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:18:58.449745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23206): Terminating (SIGTERM)\u000a22:18:58.491925 run iperf3-srv_10.42.42.10(pid=23207): Terminating (SIGTERM)\u000a22:18:58.534134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23210): Terminating (SIGTERM)\u000a22:18:58.576181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23213): Terminating (SIGTERM)\u000a22:18:58.618625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23216): Terminating (SIGTERM)\u000a22:18:58.628292 --- ParallelTerminationStrategy: PID 23206 died...\u000a22:18:58.684845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23206): Terminated: ok {rc=0}\u000a22:18:58.695109 --- ParallelTerminationStrategy: PID 23207 died...\u000a22:18:58.751309 run iperf3-srv_10.42.42.10(pid=23207): Terminated {rc=256}\u000a22:18:58.761794 --- ParallelTerminationStrategy: PID 23210 died...\u000a22:18:58.817704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23210): Terminated: ok {rc=0}\u000a22:18:58.827856 --- ParallelTerminationStrategy: PID 23213 died...\u000a22:18:58.883915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23213): Terminated: ok {rc=0}\u000a22:18:58.894015 --- ParallelTerminationStrategy: PID 23216 died...\u000a22:18:58.950004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23216): Terminated: ok {rc=0}\u000a22:18:59.037513 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23232): Process ended prematurely: osmo-stp_10.42.42.5(pid=23232) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23232)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23232): Process ended prematurely: osmo-stp_10.42.42.5(pid=23232) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:19:00.151883 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:00.163867 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:19:00.327852 tst iperf3m4.py: using LAC 24041\u000a22:19:00.449346 tst iperf3m4.py: using RAC 71\u000a22:19:00.567775 tst iperf3m4.py: using CellId 24041\u000a22:19:00.685207 tst iperf3m4.py: using BVCI 24042\u000a22:19:00.708548 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:00.719660 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:00.730726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:00.742892 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:00.754335 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:00.766982 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:00.778975 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:00.790027 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:00.802616 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:00.955432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:01.108395 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:01.234677 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:01.557841 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:19:01.686984 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:02.048244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23218): Launched\u000a22:19:02.346396 run iperf3-srv_10.42.42.10(pid=23219): Launched\u000a22:19:02.544799 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:19:02.680238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:03.015539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23220): Launched\u000a22:19:03.294089 run iperf3-srv_10.42.42.10(pid=23221): Launched\u000a22:19:03.492422 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:19:03.627507 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:03.961445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23222): Launched\u000a22:19:04.239123 run iperf3-srv_10.42.42.10(pid=23223): Launched\u000a22:19:04.437627 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:19:04.572383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:19:04.908129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23224): Launched\u000a22:19:05.186798 run iperf3-srv_10.42.42.10(pid=23225): Launched\u000a22:19:05.385079 tst iperf3m4.py:8: start network...\u000a22:19:05.519295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:06.034391 run create_hlr_db(pid=23226): Launched\u000a22:19:06.220779 bus /gobi_6: Setting Powered False\u000a22:19:07.241830 run create_hlr_db(pid=23226): Terminated: ok {rc=0}\u000a22:19:07.647998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23228): Launched\u000a22:19:07.950049 run osmo-hlr_10.42.42.2(pid=23229): Launched\u000a22:19:08.067589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:08.601520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23231): Launched\u000a22:19:08.904263 run osmo-stp_10.42.42.5(pid=23232): Launched\u000a22:19:09.015195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:09.542248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23234): Launched\u000a22:19:09.649515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:09.914383 run patchelf(pid=23235): Launched\u000a22:19:10.093716 run osmo-stp_10.42.42.5(pid=23232): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23232)]\u000a22:19:10.224239 run osmo-stp_10.42.42.5(pid=23232): stdout: \u000a| (launched: 2022-12-09_22:19:08.754711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:10.355101 run osmo-stp_10.42.42.5(pid=23232): stderr: \u000a| �[0;m�[38;5;43m20221209221908924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221908924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221908924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221908925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221908925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221908925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221908925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:10.480640 run osmo-stp_10.42.42.5(pid=23232): stdout: \u000a| (launched: 2022-12-09_22:19:08.754711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:10.605171 run osmo-stp_10.42.42.5(pid=23232): stderr: \u000a| �[0;m�[38;5;43m20221209221908924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221908924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221908924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221908925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221908925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221908925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221908925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:10.751734 run patchelf(pid=23235): Terminating (SIGINT)\u000a22:19:10.925815 run patchelf(pid=23235): Terminated: ok {rc=0}\u000a22:19:10.957500 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23232): Process ended prematurely: osmo-stp_10.42.42.5(pid=23232) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23232)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:19:10.966843 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:19:11.028017 run osmo-hlr_10.42.42.2(pid=23229): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23229)]\u000a22:19:11.077124 run osmo-hlr_10.42.42.2(pid=23229): stdout: \u000a| (launched: 2022-12-09_22:19:07.801351) \u000a22:19:11.127055 run osmo-hlr_10.42.42.2(pid=23229): stderr: \u000a| �[0;m�[1;31m20221209221907975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221907975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221907975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221907975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221907975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221907975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221907998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221908006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221908007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221908007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:11.169473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23218): Terminating (SIGTERM)\u000a22:19:11.209787 run iperf3-srv_10.42.42.10(pid=23219): Terminating (SIGTERM)\u000a22:19:11.250288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23220): Terminating (SIGTERM)\u000a22:19:11.290153 run iperf3-srv_10.42.42.10(pid=23221): Terminating (SIGTERM)\u000a22:19:11.330916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23222): Terminating (SIGTERM)\u000a22:19:11.370922 run iperf3-srv_10.42.42.10(pid=23223): Terminating (SIGTERM)\u000a22:19:11.411427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23224): Terminating (SIGTERM)\u000a22:19:11.451366 run iperf3-srv_10.42.42.10(pid=23225): Terminating (SIGTERM)\u000a22:19:11.491560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23228): Terminating (SIGTERM)\u000a22:19:11.531700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23231): Terminating (SIGTERM)\u000a22:19:11.571664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23234): Terminating (SIGTERM)\u000a22:19:11.581199 --- ParallelTerminationStrategy: PID 23218 died...\u000a22:19:11.634774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23218): Terminated: ok {rc=0}\u000a22:19:11.644515 --- ParallelTerminationStrategy: PID 23219 died...\u000a22:19:11.697707 run iperf3-srv_10.42.42.10(pid=23219): Terminated {rc=256}\u000a22:19:11.707412 --- ParallelTerminationStrategy: PID 23220 died...\u000a22:19:11.760606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23220): Terminated: ok {rc=0}\u000a22:19:11.770363 --- ParallelTerminationStrategy: PID 23221 died...\u000a22:19:11.823421 run iperf3-srv_10.42.42.10(pid=23221): Terminated {rc=256}\u000a22:19:11.833250 --- ParallelTerminationStrategy: PID 23222 died...\u000a22:19:11.886468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23222): Terminated: ok {rc=0}\u000a22:19:11.896696 --- ParallelTerminationStrategy: PID 23223 died...\u000a22:19:11.950599 run iperf3-srv_10.42.42.10(pid=23223): Terminated {rc=256}\u000a22:19:11.960462 --- ParallelTerminationStrategy: PID 23224 died...\u000a22:19:12.013716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23224): Terminated: ok {rc=0}\u000a22:19:12.023629 --- ParallelTerminationStrategy: PID 23225 died...\u000a22:19:12.076643 run iperf3-srv_10.42.42.10(pid=23225): Terminated {rc=256}\u000a22:19:12.086486 --- ParallelTerminationStrategy: PID 23228 died...\u000a22:19:12.139830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23228): Terminated: ok {rc=0}\u000a22:19:12.149788 --- ParallelTerminationStrategy: PID 23231 died...\u000a22:19:12.203278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23231): Terminated: ok {rc=0}\u000a22:19:12.213074 --- ParallelTerminationStrategy: PID 23234 died...\u000a22:19:12.266310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23234): Terminated: ok {rc=0}\u000a22:19:12.355979 bus /gobi_4: Setting Powered False\u000a22:19:13.464368 bus /gobi_4: Setting Powered False\u000a22:19:14.571403 bus /gobi_1: Setting Powered False\u000a22:19:15.678774 bus /gobi_1: Setting Powered False\u000a22:19:16.806907 bus /gobi_0: Setting Powered False\u000a22:19:17.910921 bus /gobi_0: Setting Powered False\u000a22:19:19.024057 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23242): Process ended prematurely: osmo-stp_10.42.42.5(pid=23242) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23242)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23242): Process ended prematurely: osmo-stp_10.42.42.5(pid=23242) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:19:20.092022 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:20.103736 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:19:20.261715 tst ping.py: using LAC 24042\u000a22:19:20.387262 tst ping.py: using RAC 72\u000a22:19:20.512381 tst ping.py: using CellId 24042\u000a22:19:20.636057 tst ping.py: using BVCI 24043\u000a22:19:20.660517 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:20.672134 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:20.683561 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:20.695127 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:20.706414 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:20.717873 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:20.729325 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:20.740527 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:21.015549 tst ping.py:19: start network...\u000a22:19:21.138762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:21.614105 run create_hlr_db(pid=23236): Launched\u000a22:19:21.786601 bus /gobi_6: Setting Powered False\u000a22:19:22.806439 run create_hlr_db(pid=23236): Terminated: ok {rc=0}\u000a22:19:23.228551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23238): Launched\u000a22:19:23.546681 run osmo-hlr_10.42.42.2(pid=23239): Launched\u000a22:19:23.662217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:24.217477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23241): Launched\u000a22:19:24.532689 run osmo-stp_10.42.42.5(pid=23242): Launched\u000a22:19:24.646722 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:25.197678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23244): Launched\u000a22:19:25.311117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:25.587253 run patchelf(pid=23245): Launched\u000a22:19:25.772729 run osmo-stp_10.42.42.5(pid=23242): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23242)]\u000a22:19:25.908763 run osmo-stp_10.42.42.5(pid=23242): stdout: \u000a| (launched: 2022-12-09_22:19:24.378421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:26.045045 run osmo-stp_10.42.42.5(pid=23242): stderr: \u000a| �[0;m�[38;5;43m20221209221924568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221924569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221924569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221924570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221924570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221924570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221924570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:26.176095 run osmo-stp_10.42.42.5(pid=23242): stdout: \u000a| (launched: 2022-12-09_22:19:24.378421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:26.306446 run osmo-stp_10.42.42.5(pid=23242): stderr: \u000a| �[0;m�[38;5;43m20221209221924568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221924569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221924569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221924570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221924570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221924570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221924570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:26.458912 run patchelf(pid=23245): Terminating (SIGINT)\u000a22:19:26.637837 run patchelf(pid=23245): Terminated: ok {rc=0}\u000a22:19:26.670187 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23242): Process ended prematurely: osmo-stp_10.42.42.5(pid=23242) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23242)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:19:26.679258 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:19:26.742314 run osmo-hlr_10.42.42.2(pid=23239): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23239)]\u000a22:19:26.793603 run osmo-hlr_10.42.42.2(pid=23239): stdout: \u000a| (launched: 2022-12-09_22:19:23.391278) \u000a22:19:26.845611 run osmo-hlr_10.42.42.2(pid=23239): stderr: \u000a| �[0;m�[1;31m20221209221923591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221923591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221923591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221923591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221923591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221923592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221923602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221923610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221923611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221923611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:26.890258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23238): Terminating (SIGTERM)\u000a22:19:26.932775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23241): Terminating (SIGTERM)\u000a22:19:26.975193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23244): Terminating (SIGTERM)\u000a22:19:26.985003 --- ParallelTerminationStrategy: PID 23238 died...\u000a22:19:27.041537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23238): Terminated: ok {rc=0}\u000a22:19:27.051825 --- ParallelTerminationStrategy: PID 23241 died...\u000a22:19:27.108373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23241): Terminated: ok {rc=0}\u000a22:19:27.118645 --- ParallelTerminationStrategy: PID 23244 died...\u000a22:19:27.174945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23244): Terminated: ok {rc=0}\u000a22:19:27.263773 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23252): Process ended prematurely: osmo-stp_10.42.42.5(pid=23252) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23252)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23252): Process ended prematurely: osmo-stp_10.42.42.5(pid=23252) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:19:28.317940 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:28.330499 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:19:28.501345 tst ping_idle_ping.py: using LAC 24043\u000a22:19:28.624512 tst ping_idle_ping.py: using RAC 73\u000a22:19:28.748113 tst ping_idle_ping.py: using CellId 24043\u000a22:19:28.871631 tst ping_idle_ping.py: using BVCI 24044\u000a22:19:28.896004 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:28.907626 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:28.918957 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:28.931196 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:28.942651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:28.954050 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:28.965619 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:19:28.976992 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:19:29.253869 tst ping_idle_ping.py:24: start network...\u000a22:19:29.378429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:29.851011 run create_hlr_db(pid=23246): Launched\u000a22:19:30.025661 bus /gobi_6: Setting Powered False\u000a22:19:31.059363 run create_hlr_db(pid=23246): Terminated: ok {rc=0}\u000a22:19:31.478439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23248): Launched\u000a22:19:31.887122 run osmo-hlr_10.42.42.2(pid=23249): Launched\u000a22:19:32.108854 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:32.729672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23251): Launched\u000a22:19:33.028058 run osmo-stp_10.42.42.5(pid=23252): Launched\u000a22:19:33.137462 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:33.655263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23254): Launched\u000a22:19:33.761606 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:34.022013 run patchelf(pid=23255): Launched\u000a22:19:34.197224 run osmo-stp_10.42.42.5(pid=23252): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23252)]\u000a22:19:34.325469 run osmo-stp_10.42.42.5(pid=23252): stdout: \u000a| (launched: 2022-12-09_22:19:32.880745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:34.454261 run osmo-stp_10.42.42.5(pid=23252): stderr: \u000a| �[0;m�[38;5;43m20221209221933052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221933052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221933052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221933053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221933053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221933053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221933053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:34.577814 run osmo-stp_10.42.42.5(pid=23252): stdout: \u000a| (launched: 2022-12-09_22:19:32.880745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:34.700175 run osmo-stp_10.42.42.5(pid=23252): stderr: \u000a| �[0;m�[38;5;43m20221209221933052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221933052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221933052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221933053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221933053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221933053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221933053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:34.843915 run patchelf(pid=23255): Terminating (SIGINT)\u000a22:19:35.013326 run patchelf(pid=23255): Terminated: ok {rc=0}\u000a22:19:35.044174 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23252): Process ended prematurely: osmo-stp_10.42.42.5(pid=23252) [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23252)] [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:19:35.052887 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a22:19:35.113793 run osmo-hlr_10.42.42.2(pid=23249): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23249)]\u000a22:19:35.162868 run osmo-hlr_10.42.42.2(pid=23249): stdout: \u000a| (launched: 2022-12-09_22:19:31.632136) \u000a22:19:35.212695 run osmo-hlr_10.42.42.2(pid=23249): stderr: \u000a| �[0;m�[1;31m20221209221931974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221931974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221931974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221931974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221931974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221931974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221931991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221931999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221931999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221931999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:35.254845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23248): Terminating (SIGTERM)\u000a22:19:35.295360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23251): Terminating (SIGTERM)\u000a22:19:35.335368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23254): Terminating (SIGTERM)\u000a22:19:35.345094 --- ParallelTerminationStrategy: PID 23248 died...\u000a22:19:35.398539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23248): Terminated: ok {rc=0}\u000a22:19:35.408630 --- ParallelTerminationStrategy: PID 23251 died...\u000a22:19:35.462534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23251): Terminated: ok {rc=0}\u000a22:19:35.472208 --- ParallelTerminationStrategy: PID 23254 died...\u000a22:19:35.525429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23254): Terminated: ok {rc=0}\u000a22:19:35.614439 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:18:37" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23265): Process ended prematurely: osmo-stp_10.42.42.5(pid=23265) [trial-2365↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23265)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23265): Process ended prematurely: osmo-stp_10.42.42.5(pid=23265) [trial-2365↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:19:37.655740 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:37.667481 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:19:37.834476 tst switch_tch_pdch.py: using LAC 24044\u000a22:19:37.958669 tst switch_tch_pdch.py: using RAC 74\u000a22:19:38.082471 tst switch_tch_pdch.py: using CellId 24044\u000a22:19:38.205997 tst switch_tch_pdch.py: using BVCI 24045\u000a22:19:38.230134 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:38.241826 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:38.253360 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:38.264902 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:38.276442 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:38.287884 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:38.299508 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:19:38.311439 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:19:38.428131 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:19:38.718635 tst switch_tch_pdch.py:51: start network...\u000a22:19:38.850067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:39.348726 run create_hlr_db(pid=23259): Launched\u000a22:19:39.521458 bus /gobi_6: Setting Powered False\u000a22:19:40.541466 run create_hlr_db(pid=23259): Terminated: ok {rc=0}\u000a22:19:40.938607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23261): Launched\u000a22:19:41.238343 run osmo-hlr_10.42.42.2(pid=23262): Launched\u000a22:19:41.346658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:41.864652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23264): Launched\u000a22:19:42.160931 run osmo-stp_10.42.42.5(pid=23265): Launched\u000a22:19:42.269031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:42.783972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23267): Launched\u000a22:19:42.889371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:43.147880 run patchelf(pid=23268): Launched\u000a22:19:43.321930 run osmo-stp_10.42.42.5(pid=23265): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23265)]\u000a22:19:43.449649 run osmo-stp_10.42.42.5(pid=23265): stdout: \u000a| (launched: 2022-12-09_22:19:42.014768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:43.577713 run osmo-stp_10.42.42.5(pid=23265): stderr: \u000a| �[0;m�[38;5;43m20221209221942183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221942183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221942183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221942184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221942184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221942184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221942184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:43.700334 run osmo-stp_10.42.42.5(pid=23265): stdout: \u000a| (launched: 2022-12-09_22:19:42.014768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:43.821892 run osmo-stp_10.42.42.5(pid=23265): stderr: \u000a| �[0;m�[38;5;43m20221209221942183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221942183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221942183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221942184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221942184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221942184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221942184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:43.964692 run patchelf(pid=23268): Terminating (SIGINT)\u000a22:19:44.132779 run patchelf(pid=23268): Terminated: ok {rc=0}\u000a22:19:44.163152 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23265): Process ended prematurely: osmo-stp_10.42.42.5(pid=23265) [trial-2365↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23265)] [trial-2365↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:19:44.171756 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a22:19:44.232099 run osmo-hlr_10.42.42.2(pid=23262): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23262)]\u000a22:19:44.280810 run osmo-hlr_10.42.42.2(pid=23262): stdout: \u000a| (launched: 2022-12-09_22:19:41.091277) \u000a22:19:44.330394 run osmo-hlr_10.42.42.2(pid=23262): stderr: \u000a| �[0;m�[1;31m20221209221941269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221941269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221941269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221941269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221941269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221941269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221941304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221941315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221941315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221941315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:44.372182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23261): Terminating (SIGTERM)\u000a22:19:44.412031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23264): Terminating (SIGTERM)\u000a22:19:44.451877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23267): Terminating (SIGTERM)\u000a22:19:44.461515 --- ParallelTerminationStrategy: PID 23261 died...\u000a22:19:44.515053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23261): Terminated: ok {rc=0}\u000a22:19:44.525020 --- ParallelTerminationStrategy: PID 23264 died...\u000a22:19:44.578247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23264): Terminated: ok {rc=0}\u000a22:19:44.588338 --- ParallelTerminationStrategy: PID 23267 died...\u000a22:19:44.641504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23267): Terminated: ok {rc=0}\u000a22:19:44.729073 bus /gobi_0: Setting Powered False\u000a22:19:45.847074 bus /gobi_0: Setting Powered False\u000a22:19:46.969761 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:19:37" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23279): Process ended prematurely: osmo-stp_10.42.42.5(pid=23279) [trial-2365↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23279)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23279): Process ended prematurely: osmo-stp_10.42.42.5(pid=23279) [trial-2365↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:19:48.959719 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:48.972907 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:19:49.149742 tst switch_tch_pdch.py: using LAC 24045\u000a22:19:49.274257 tst switch_tch_pdch.py: using RAC 75\u000a22:19:49.401153 tst switch_tch_pdch.py: using CellId 24045\u000a22:19:49.528602 tst switch_tch_pdch.py: using BVCI 24046\u000a22:19:49.552770 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:49.564269 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:49.575508 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:49.586826 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:49.598186 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:49.609465 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:49.620787 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:19:49.631992 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:19:49.750688 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:19:50.040454 tst switch_tch_pdch.py:51: start network...\u000a22:19:50.172772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:19:50.652004 run create_hlr_db(pid=23273): Launched\u000a22:19:50.781993 bus /gobi_6: Setting Powered False\u000a22:19:51.857708 run create_hlr_db(pid=23273): Terminated: ok {rc=0}\u000a22:19:52.254069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23275): Launched\u000a22:19:52.571521 run osmo-hlr_10.42.42.2(pid=23276): Launched\u000a22:19:52.690921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:19:53.217740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23278): Launched\u000a22:19:53.534135 run osmo-stp_10.42.42.5(pid=23279): Launched\u000a22:19:53.647948 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:19:54.171491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23281): Launched\u000a22:19:54.285538 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:19:54.564213 run patchelf(pid=23282): Launched\u000a22:19:54.751391 run osmo-stp_10.42.42.5(pid=23279): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23279)]\u000a22:19:54.888123 run osmo-stp_10.42.42.5(pid=23279): stdout: \u000a| (launched: 2022-12-09_22:19:53.379083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:55.025354 run osmo-stp_10.42.42.5(pid=23279): stderr: \u000a| �[0;m�[38;5;43m20221209221953571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221953571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221953572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221953572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221953572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221953573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221953573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:55.157644 run osmo-stp_10.42.42.5(pid=23279): stdout: \u000a| (launched: 2022-12-09_22:19:53.379083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:19:55.288590 run osmo-stp_10.42.42.5(pid=23279): stderr: \u000a| �[0;m�[38;5;43m20221209221953571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209221953571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209221953572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209221953572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209221953572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209221953573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209221953573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:19:55.443143 run patchelf(pid=23282): Terminating (SIGINT)\u000a22:19:55.624646 run patchelf(pid=23282): Terminated: ok {rc=0}\u000a22:19:55.657511 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23279): Process ended prematurely: osmo-stp_10.42.42.5(pid=23279) [trial-2365↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23279)] [trial-2365↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:19:55.667136 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a22:19:55.730025 run osmo-hlr_10.42.42.2(pid=23276): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23276)]\u000a22:19:55.781247 run osmo-hlr_10.42.42.2(pid=23276): stdout: \u000a| (launched: 2022-12-09_22:19:52.416384) \u000a22:19:55.833032 run osmo-hlr_10.42.42.2(pid=23276): stderr: \u000a| �[0;m�[1;31m20221209221952613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209221952613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209221952613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221952613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209221952613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209221952613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209221952626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209221952634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209221952635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209221952635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:19:55.877160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23275): Terminating (SIGTERM)\u000a22:19:55.918778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23278): Terminating (SIGTERM)\u000a22:19:55.960753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23281): Terminating (SIGTERM)\u000a22:19:55.970276 --- ParallelTerminationStrategy: PID 23275 died...\u000a22:19:56.025914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23275): Terminated: ok {rc=0}\u000a22:19:56.035934 --- ParallelTerminationStrategy: PID 23278 died...\u000a22:19:56.091235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23278): Terminated: ok {rc=0}\u000a22:19:56.101302 --- ParallelTerminationStrategy: PID 23281 died...\u000a22:19:56.156573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23281): Terminated: ok {rc=0}\u000a22:19:56.244548 bus /gobi_0: Setting Powered False\u000a22:19:57.353019 bus /gobi_0: Setting Powered False\u000a22:19:58.460989 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:19:48" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23290): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23290) [trial-2365↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23290)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23290): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23290) [trial-2365↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a22:20:00.363769 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a22:20:00.374968 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:20:00.508260 tst mo_mt_sms.py: using LAC 24046\u000a22:20:00.626556 tst mo_mt_sms.py: using RAC 76\u000a22:20:00.751263 tst mo_mt_sms.py: using CellId 24046\u000a22:20:00.886030 tst mo_mt_sms.py: using BVCI 24047\u000a22:20:00.910995 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:20:01.058077 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:20:01.388351 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:20:01.520531 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:20:02.188126 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23289): Launched\u000a22:20:02.486235 run osmo-nitb_10.42.42.2(pid=23290): Launched\u000a22:20:02.669626 run osmo-nitb_10.42.42.2(pid=23290): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23290)]\u000a22:20:02.805645 run osmo-nitb_10.42.42.2(pid=23290): stdout: \u000a| (launched: 2022-12-09_22:20:02.343027) \u000a22:20:02.941319 run osmo-nitb_10.42.42.2(pid=23290): stderr: \u000a| (launched: 2022-12-09_22:20:02.387351)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:03.072240 run osmo-nitb_10.42.42.2(pid=23290): stdout: \u000a| (launched: 2022-12-09_22:20:02.343027) \u000a22:20:03.202079 run osmo-nitb_10.42.42.2(pid=23290): stderr: \u000a| (launched: 2022-12-09_22:20:02.387351)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:03.606463 tst osmo-nitb_10.42.42.2(pid=23290): stdout: \u000a| (launched: 2022-12-09_22:20:02.343027) \u000a22:20:03.725822 tst osmo-nitb_10.42.42.2(pid=23290): stderr: \u000a| (launched: 2022-12-09_22:20:02.387351)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:03.778273 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23290): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23290) [trial-2365↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23290)] [trial-2365↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a22:20:03.786491 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a22:20:03.821556 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23289): Terminating (SIGTERM)\u000a22:20:03.998973 --- ParallelTerminationStrategy: PID 23289 died...\u000a22:20:04.052152 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23289): Terminated: ok {rc=0}\u000a22:20:04.140906 bus /sierra_3: Setting Powered False\u000a22:20:05.246339 bus /sierra_3: Setting Powered False\u000a22:20:06.359378 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:20:00" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23300): Process ended prematurely: osmo-stp_10.42.42.5(pid=23300) [trial-2365↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23300)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23300): Process ended prematurely: osmo-stp_10.42.42.5(pid=23300) [trial-2365↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a22:20:08.257717 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:08.268685 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:20:08.410504 tst mo_mt_sms.py: using LAC 24047\u000a22:20:08.533979 tst mo_mt_sms.py: using RAC 77\u000a22:20:08.658961 tst mo_mt_sms.py: using CellId 24047\u000a22:20:08.782104 tst mo_mt_sms.py: using BVCI 24048\u000a22:20:08.806370 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:08.817458 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:08.828140 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:08.838919 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:08.849703 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:08.860435 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:20:08.975554 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a22:20:09.183162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:09.688646 run create_hlr_db(pid=23294): Launched\u000a22:20:09.862071 bus /sierra_2: Setting Powered False\u000a22:20:10.881683 run create_hlr_db(pid=23294): Terminated: ok {rc=0}\u000a22:20:11.277800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23296): Launched\u000a22:20:11.573583 run osmo-hlr_10.42.42.2(pid=23297): Launched\u000a22:20:11.680725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:12.196415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23299): Launched\u000a22:20:12.494453 run osmo-stp_10.42.42.5(pid=23300): Launched\u000a22:20:12.603878 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:13.146281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23302): Launched\u000a22:20:13.446191 run osmo-msc_10.42.42.6(pid=23303): Launched\u000a22:20:13.622758 run osmo-stp_10.42.42.5(pid=23300): ERR: Terminated: ERROR {rc=1} [trial-2365↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23300)]\u000a22:20:13.750249 run osmo-stp_10.42.42.5(pid=23300): stdout: \u000a| (launched: 2022-12-09_22:20:12.347664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:13.874910 run osmo-stp_10.42.42.5(pid=23300): stderr: \u000a| �[0;m�[38;5;43m20221209222012518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222012518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222012518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222012518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222012519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222012519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222012519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:13.994450 run osmo-stp_10.42.42.5(pid=23300): stdout: \u000a| (launched: 2022-12-09_22:20:12.347664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:14.113276 run osmo-stp_10.42.42.5(pid=23300): stderr: \u000a| �[0;m�[38;5;43m20221209222012518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222012518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222012518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222012518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222012519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222012519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222012519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:14.165367 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23300): Process ended prematurely: osmo-stp_10.42.42.5(pid=23300) [trial-2365↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23300)] [trial-2365↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a22:20:14.173501 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a22:20:14.234504 run osmo-hlr_10.42.42.2(pid=23297): ERR: Terminated: ERROR {rc=237} [trial-2365↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23297)]\u000a22:20:14.284447 run osmo-hlr_10.42.42.2(pid=23297): stdout: \u000a| (launched: 2022-12-09_22:20:11.427814) \u000a22:20:14.335117 run osmo-hlr_10.42.42.2(pid=23297): stderr: \u000a| �[0;m�[1;31m20221209222011604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222011604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222011604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222011605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222011605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222011605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222011617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222011626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222011626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222011626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:14.403313 run osmo-msc_10.42.42.6(pid=23303): ERR: Terminated: ERROR {rc=2} [trial-2365↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23303)]\u000a22:20:14.453257 run osmo-msc_10.42.42.6(pid=23303): stdout: \u000a| (launched: 2022-12-09_22:20:13.298670) \u000a22:20:14.503578 run osmo-msc_10.42.42.6(pid=23303): stderr: \u000a| �[0;m�[38;5;43m20221209222013572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222013572 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0fd9704c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222013572 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222013572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222013572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222013573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222013574 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222013575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222013575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222013575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:20:14.546563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23296): Terminating (SIGTERM)\u000a22:20:14.586705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23299): Terminating (SIGTERM)\u000a22:20:14.626967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23302): Terminating (SIGTERM)\u000a22:20:14.636435 --- ParallelTerminationStrategy: PID 23296 died...\u000a22:20:14.690889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23296): Terminated: ok {rc=0}\u000a22:20:14.700760 --- ParallelTerminationStrategy: PID 23299 died...\u000a22:20:14.754612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23299): Terminated: ok {rc=0}\u000a22:20:14.764321 --- ParallelTerminationStrategy: PID 23302 died...\u000a22:20:14.817954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23302): Terminated: ok {rc=0}\u000a22:20:14.907240 bus /sierra_3: Setting Powered False\u000a22:20:16.046146 bus /sierra_3: Setting Powered False\u000a22:20:17.169332 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:20:08" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23310): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23310) [trial-2365↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23310)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23310): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23310) [trial-2365↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a22:20:19.008763 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a22:20:19.019644 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:20:19.152116 tst assert_extension.py: using LAC 24048\u000a22:20:19.267614 tst assert_extension.py: using RAC 78\u000a22:20:19.384164 tst assert_extension.py: using CellId 24048\u000a22:20:19.499556 tst assert_extension.py: using BVCI 24049\u000a22:20:19.522329 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a22:20:19.810300 tst assert_extension.py:10: start nitb and bts...\u000a22:20:19.943883 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:20:20.599386 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23309): Launched\u000a22:20:20.912470 run osmo-nitb_10.42.42.2(pid=23310): Launched\u000a22:20:21.108234 run osmo-nitb_10.42.42.2(pid=23310): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23310)]\u000a22:20:21.252494 run osmo-nitb_10.42.42.2(pid=23310): stdout: \u000a| (launched: 2022-12-09_22:20:20.760481) \u000a22:20:21.398349 run osmo-nitb_10.42.42.2(pid=23310): stderr: \u000a| (launched: 2022-12-09_22:20:20.807545)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:21.538332 run osmo-nitb_10.42.42.2(pid=23310): stdout: \u000a| (launched: 2022-12-09_22:20:20.760481) \u000a22:20:21.676606 run osmo-nitb_10.42.42.2(pid=23310): stderr: \u000a| (launched: 2022-12-09_22:20:20.807545)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:22.041408 tst osmo-nitb_10.42.42.2(pid=23310): stdout: \u000a| (launched: 2022-12-09_22:20:20.760481) \u000a22:20:22.168278 tst osmo-nitb_10.42.42.2(pid=23310): stderr: \u000a| (launched: 2022-12-09_22:20:20.807545)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:20:22.223985 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23310): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23310) [trial-2365↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23310)] [trial-2365↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a22:20:22.232774 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:20:22.269053 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23309): Terminating (SIGTERM)\u000a22:20:22.446988 --- ParallelTerminationStrategy: PID 23309 died...\u000a22:20:22.504835 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23309): Terminated: ok {rc=0}\u000a22:20:22.592578 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:20:18" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23320): Process ended prematurely: osmo-stp_10.42.42.5(pid=23320) [trial-2365↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23320)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23320): Process ended prematurely: osmo-stp_10.42.42.5(pid=23320) [trial-2365↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a22:20:24.439969 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:24.451281 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:20:24.585743 tst assert_extension.py: using LAC 24049\u000a22:20:24.700322 tst assert_extension.py: using RAC 79\u000a22:20:24.816405 tst assert_extension.py: using CellId 24049\u000a22:20:24.933148 tst assert_extension.py: using BVCI 24050\u000a22:20:24.955467 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:24.966048 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:24.976338 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:24.986896 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:24.997232 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:20:25.007695 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a22:20:25.215525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:25.722852 run create_hlr_db(pid=23314): Launched\u000a22:20:25.907375 bus /sierra_2: Setting Powered False\u000a22:20:26.927628 run create_hlr_db(pid=23314): Terminated: ok {rc=0}\u000a22:20:27.326908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23316): Launched\u000a22:20:27.623880 run osmo-hlr_10.42.42.2(pid=23317): Launched\u000a22:20:27.732510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:28.250887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23319): Launched\u000a22:20:28.547567 run osmo-stp_10.42.42.5(pid=23320): Launched\u000a22:20:28.656003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:29.195351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23322): Launched\u000a22:20:29.492543 run osmo-msc_10.42.42.6(pid=23323): Launched\u000a22:20:29.667111 run osmo-stp_10.42.42.5(pid=23320): ERR: Terminated: ERROR {rc=1} [trial-2365↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23320)]\u000a22:20:29.793691 run osmo-stp_10.42.42.5(pid=23320): stdout: \u000a| (launched: 2022-12-09_22:20:28.401224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:29.917406 run osmo-stp_10.42.42.5(pid=23320): stderr: \u000a| �[0;m�[38;5;43m20221209222028570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222028570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222028571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222028571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222028571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222028572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222028572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:30.036621 run osmo-stp_10.42.42.5(pid=23320): stdout: \u000a| (launched: 2022-12-09_22:20:28.401224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:30.154529 run osmo-stp_10.42.42.5(pid=23320): stderr: \u000a| �[0;m�[38;5;43m20221209222028570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222028570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222028571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222028571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222028571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222028572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222028572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:30.206090 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23320): Process ended prematurely: osmo-stp_10.42.42.5(pid=23320) [trial-2365↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23320)] [trial-2365↪ussd:trx-umtrx↪assert_extension.py:17]\u000a22:20:30.214207 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a22:20:30.274328 run osmo-hlr_10.42.42.2(pid=23317): ERR: Terminated: ERROR {rc=237} [trial-2365↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23317)]\u000a22:20:30.323307 run osmo-hlr_10.42.42.2(pid=23317): stdout: \u000a| (launched: 2022-12-09_22:20:27.478377) \u000a22:20:30.372503 run osmo-hlr_10.42.42.2(pid=23317): stderr: \u000a| �[0;m�[1;31m20221209222027653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222027653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222027653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222027653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222027653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222027653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222027665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222027674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222027674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222027674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:30.440300 run osmo-msc_10.42.42.6(pid=23323): ERR: Terminated: ERROR {rc=2} [trial-2365↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23323)]\u000a22:20:30.489183 run osmo-msc_10.42.42.6(pid=23323): stdout: \u000a| (launched: 2022-12-09_22:20:29.346034) \u000a22:20:30.538768 run osmo-msc_10.42.42.6(pid=23323): stderr: \u000a| �[0;m�[38;5;43m20221209222029619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222029619 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe87977ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222029619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222029619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222029621 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222029622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222029622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222029622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:20:30.580734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23316): Terminating (SIGTERM)\u000a22:20:30.620640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23319): Terminating (SIGTERM)\u000a22:20:30.660699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23322): Terminating (SIGTERM)\u000a22:20:30.670269 --- ParallelTerminationStrategy: PID 23316 died...\u000a22:20:30.723539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23316): Terminated: ok {rc=0}\u000a22:20:30.733413 --- ParallelTerminationStrategy: PID 23319 died...\u000a22:20:30.786234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23319): Terminated: ok {rc=0}\u000a22:20:30.796056 --- ParallelTerminationStrategy: PID 23322 died...\u000a22:20:30.850675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23322): Terminated: ok {rc=0}\u000a22:20:30.948785 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:20:24" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23334): Process ended prematurely: osmo-stp_10.42.42.5(pid=23334) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23334)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23334): Process ended prematurely: osmo-stp_10.42.42.5(pid=23334) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:20:32.946530 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:32.957690 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:20:33.113969 tst mo_mt_call.py: using LAC 24050\u000a22:20:33.233943 tst mo_mt_call.py: using RAC 80\u000a22:20:33.352537 tst mo_mt_call.py: using CellId 24050\u000a22:20:33.471844 tst mo_mt_call.py: using BVCI 24051\u000a22:20:33.494772 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:33.505727 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:33.516542 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:33.527594 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:33.539011 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:33.550267 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:20:33.670279 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:20:33.881943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:34.399396 run create_hlr_db(pid=23328): Launched\u000a22:20:34.586820 bus /sierra_2: Setting Powered False\u000a22:20:35.608183 run create_hlr_db(pid=23328): Terminated: ok {rc=0}\u000a22:20:36.016567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23330): Launched\u000a22:20:36.320374 run osmo-hlr_10.42.42.2(pid=23331): Launched\u000a22:20:36.431320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:36.955812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23333): Launched\u000a22:20:37.257798 run osmo-stp_10.42.42.5(pid=23334): Launched\u000a22:20:37.368567 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:37.922159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23336): Launched\u000a22:20:38.224732 run osmo-msc_10.42.42.6(pid=23337): Launched\u000a22:20:38.402200 run osmo-stp_10.42.42.5(pid=23334): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23334)]\u000a22:20:38.530917 run osmo-stp_10.42.42.5(pid=23334): stdout: \u000a| (launched: 2022-12-09_22:20:37.109356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:38.656817 run osmo-stp_10.42.42.5(pid=23334): stderr: \u000a| �[0;m�[38;5;43m20221209222037279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222037279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222037279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222037280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222037280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222037280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222037280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:38.778171 run osmo-stp_10.42.42.5(pid=23334): stdout: \u000a| (launched: 2022-12-09_22:20:37.109356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:38.898362 run osmo-stp_10.42.42.5(pid=23334): stderr: \u000a| �[0;m�[38;5;43m20221209222037279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222037279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222037279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222037280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222037280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222037280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222037280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:38.951575 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23334): Process ended prematurely: osmo-stp_10.42.42.5(pid=23334) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23334)] [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:20:38.960165 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:20:39.020320 run osmo-hlr_10.42.42.2(pid=23331): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23331)]\u000a22:20:39.069545 run osmo-hlr_10.42.42.2(pid=23331): stdout: \u000a| (launched: 2022-12-09_22:20:36.171363) \u000a22:20:39.119106 run osmo-hlr_10.42.42.2(pid=23331): stderr: \u000a| �[0;m�[1;31m20221209222036348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222036348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222036348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222036349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222036349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222036349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222036360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222036369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222036369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222036369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:39.185891 run osmo-msc_10.42.42.6(pid=23337): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23337)]\u000a22:20:39.234663 run osmo-msc_10.42.42.6(pid=23337): stdout: \u000a| (launched: 2022-12-09_22:20:38.074962) \u000a22:20:39.284196 run osmo-msc_10.42.42.6(pid=23337): stderr: \u000a| �[0;m�[38;5;43m20221209222038344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222038344 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb34ad94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222038344 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222038344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222038345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222038345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222038347 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222038347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222038347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222038347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:20:39.325655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23330): Terminating (SIGTERM)\u000a22:20:39.365696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23333): Terminating (SIGTERM)\u000a22:20:39.405671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23336): Terminating (SIGTERM)\u000a22:20:39.414851 --- ParallelTerminationStrategy: PID 23330 died...\u000a22:20:39.468197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23330): Terminated: ok {rc=0}\u000a22:20:39.478155 --- ParallelTerminationStrategy: PID 23333 died...\u000a22:20:39.531359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23333): Terminated: ok {rc=0}\u000a22:20:39.541344 --- ParallelTerminationStrategy: PID 23336 died...\u000a22:20:39.594474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23336): Terminated: ok {rc=0}\u000a22:20:39.677621 bus /sierra_3: Setting Powered False\u000a22:20:40.785965 bus /sierra_3: Setting Powered False\u000a22:20:41.893737 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23345): Process ended prematurely: osmo-stp_10.42.42.5(pid=23345) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23345)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23345): Process ended prematurely: osmo-stp_10.42.42.5(pid=23345) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:20:43.008650 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:43.020881 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:20:43.184026 tst mo_mt_call_osmux.py: using LAC 24051\u000a22:20:43.311947 tst mo_mt_call_osmux.py: using RAC 81\u000a22:20:43.438367 tst mo_mt_call_osmux.py: using CellId 24051\u000a22:20:43.565380 tst mo_mt_call_osmux.py: using BVCI 24052\u000a22:20:43.590214 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:43.601653 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:43.612844 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:43.624160 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:43.635519 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:20:43.646773 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:20:43.763233 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:20:43.973943 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:44.487067 run create_hlr_db(pid=23339): Launched\u000a22:20:44.673364 bus /sierra_2: Setting Powered False\u000a22:20:45.685413 run create_hlr_db(pid=23339): Terminated: ok {rc=0}\u000a22:20:46.122847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23341): Launched\u000a22:20:46.543505 run osmo-hlr_10.42.42.2(pid=23342): Launched\u000a22:20:46.815629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:47.401432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23344): Launched\u000a22:20:47.704730 run osmo-stp_10.42.42.5(pid=23345): Launched\u000a22:20:47.815102 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:48.366664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23347): Launched\u000a22:20:48.668088 run osmo-msc_10.42.42.6(pid=23348): Launched\u000a22:20:48.846591 run osmo-stp_10.42.42.5(pid=23345): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23345)]\u000a22:20:48.975195 run osmo-stp_10.42.42.5(pid=23345): stdout: \u000a| (launched: 2022-12-09_22:20:47.555254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:49.101570 run osmo-stp_10.42.42.5(pid=23345): stderr: \u000a| �[0;m�[38;5;43m20221209222047723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222047723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222047723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222047724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222047724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222047724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222047724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:49.222982 run osmo-stp_10.42.42.5(pid=23345): stdout: \u000a| (launched: 2022-12-09_22:20:47.555254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:20:49.343093 run osmo-stp_10.42.42.5(pid=23345): stderr: \u000a| �[0;m�[38;5;43m20221209222047723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222047723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222047723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222047724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222047724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222047724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222047724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:20:49.396270 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23345): Process ended prematurely: osmo-stp_10.42.42.5(pid=23345) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23345)] [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:20:49.405068 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:20:49.465162 run osmo-hlr_10.42.42.2(pid=23342): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23342)]\u000a22:20:49.514240 run osmo-hlr_10.42.42.2(pid=23342): stdout: \u000a| (launched: 2022-12-09_22:20:46.284204) \u000a22:20:49.564102 run osmo-hlr_10.42.42.2(pid=23342): stderr: \u000a| �[0;m�[1;31m20221209222046572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222046572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222046573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222046573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222046573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222046573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222046587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222046612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222046612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222046612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:20:49.631147 run osmo-msc_10.42.42.6(pid=23348): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23348)]\u000a22:20:49.680479 run osmo-msc_10.42.42.6(pid=23348): stdout: \u000a| (launched: 2022-12-09_22:20:48.519891) \u000a22:20:49.730108 run osmo-msc_10.42.42.6(pid=23348): stderr: \u000a| �[0;m�[38;5;43m20221209222048792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222048792 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7672a56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222048792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222048792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222048792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222048793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222048795 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222048795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222048795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222048795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:20:49.772011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23341): Terminating (SIGTERM)\u000a22:20:49.811960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23344): Terminating (SIGTERM)\u000a22:20:49.852032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23347): Terminating (SIGTERM)\u000a22:20:49.861559 --- ParallelTerminationStrategy: PID 23341 died...\u000a22:20:49.915260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23341): Terminated: ok {rc=0}\u000a22:20:49.925424 --- ParallelTerminationStrategy: PID 23344 died...\u000a22:20:49.979061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23344): Terminated: ok {rc=0}\u000a22:20:49.988912 --- ParallelTerminationStrategy: PID 23347 died...\u000a22:20:50.042480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23347): Terminated: ok {rc=0}\u000a22:20:50.126871 bus /sierra_3: Setting Powered False\u000a22:20:51.234449 bus /sierra_3: Setting Powered False\u000a22:20:52.346994 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:20:32" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23359): Process ended prematurely: osmo-stp_10.42.42.5(pid=23359) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23359)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23359): Process ended prematurely: osmo-stp_10.42.42.5(pid=23359) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:20:54.335948 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:54.347061 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:20:54.511194 tst mo_mt_call.py: using LAC 24052\u000a22:20:54.629320 tst mo_mt_call.py: using RAC 82\u000a22:20:54.747114 tst mo_mt_call.py: using CellId 24052\u000a22:20:54.863202 tst mo_mt_call.py: using BVCI 24053\u000a22:20:54.886024 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:54.897049 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:54.907761 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:54.918912 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:54.930101 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:20:54.941213 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:20:55.055934 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:20:55.256423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:20:55.730461 run create_hlr_db(pid=23353): Launched\u000a22:20:55.904274 bus /sierra_2: Setting Powered False\u000a22:20:56.926249 run create_hlr_db(pid=23353): Terminated: ok {rc=0}\u000a22:20:57.356792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23355): Launched\u000a22:20:57.682035 run osmo-hlr_10.42.42.2(pid=23356): Launched\u000a22:20:57.804912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:20:58.369891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23358): Launched\u000a22:20:58.692700 run osmo-stp_10.42.42.5(pid=23359): Launched\u000a22:20:58.811066 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:20:59.400831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23361): Launched\u000a22:20:59.723491 run osmo-msc_10.42.42.6(pid=23362): Launched\u000a22:20:59.912173 run osmo-stp_10.42.42.5(pid=23359): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23359)]\u000a22:21:00.048109 run osmo-stp_10.42.42.5(pid=23359): stdout: \u000a| (launched: 2022-12-09_22:20:58.534543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:00.184211 run osmo-stp_10.42.42.5(pid=23359): stderr: \u000a| �[0;m�[38;5;43m20221209222058725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222058725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222058725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222058725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222058728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222058728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222058728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:00.314344 run osmo-stp_10.42.42.5(pid=23359): stdout: \u000a| (launched: 2022-12-09_22:20:58.534543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:00.443335 run osmo-stp_10.42.42.5(pid=23359): stderr: \u000a| �[0;m�[38;5;43m20221209222058725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222058725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222058725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222058725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222058728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222058728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222058728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:00.500266 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23359): Process ended prematurely: osmo-stp_10.42.42.5(pid=23359) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23359)] [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:21:00.509635 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:21:00.572174 run osmo-hlr_10.42.42.2(pid=23356): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23356)]\u000a22:21:00.623323 run osmo-hlr_10.42.42.2(pid=23356): stdout: \u000a| (launched: 2022-12-09_22:20:57.521546) \u000a22:21:00.675106 run osmo-hlr_10.42.42.2(pid=23356): stderr: \u000a| �[0;m�[1;31m20221209222057718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222057718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222057718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222057718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222057718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222057718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222057731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222057739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222057739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222057739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:00.745423 run osmo-msc_10.42.42.6(pid=23362): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23362)]\u000a22:21:00.796841 run osmo-msc_10.42.42.6(pid=23362): stdout: \u000a| (launched: 2022-12-09_22:20:59.565103) \u000a22:21:00.867843 run osmo-msc_10.42.42.6(pid=23362): stderr: \u000a| �[0;m�[38;5;43m20221209222059886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222059886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ea25ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222059886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222059886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222059887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222059887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222059888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222059889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222059889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222059889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:00.917347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23355): Terminating (SIGTERM)\u000a22:21:00.962663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23358): Terminating (SIGTERM)\u000a22:21:01.009096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23361): Terminating (SIGTERM)\u000a22:21:01.020082 --- ParallelTerminationStrategy: PID 23355 died...\u000a22:21:01.079899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23355): Terminated: ok {rc=0}\u000a22:21:01.090717 --- ParallelTerminationStrategy: PID 23358 died...\u000a22:21:01.148613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23358): Terminated: ok {rc=0}\u000a22:21:01.159420 --- ParallelTerminationStrategy: PID 23361 died...\u000a22:21:01.218160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23361): Terminated: ok {rc=0}\u000a22:21:01.306831 bus /sierra_3: Setting Powered False\u000a22:21:02.408096 bus /sierra_3: Setting Powered False\u000a22:21:03.520679 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23370): Process ended prematurely: osmo-stp_10.42.42.5(pid=23370) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23370)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23370): Process ended prematurely: osmo-stp_10.42.42.5(pid=23370) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:21:04.631422 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:04.643337 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:21:04.799470 tst mo_mt_call_osmux.py: using LAC 24053\u000a22:21:04.918057 tst mo_mt_call_osmux.py: using RAC 83\u000a22:21:05.036047 tst mo_mt_call_osmux.py: using CellId 24053\u000a22:21:05.153954 tst mo_mt_call_osmux.py: using BVCI 24054\u000a22:21:05.176731 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:05.187834 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:05.198740 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:05.210409 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:05.222096 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:21:05.233664 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:21:05.354284 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:21:05.562710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:06.037503 run create_hlr_db(pid=23364): Launched\u000a22:21:06.211489 bus /sierra_2: Setting Powered False\u000a22:21:07.233368 run create_hlr_db(pid=23364): Terminated: ok {rc=0}\u000a22:21:07.636286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23366): Launched\u000a22:21:07.940368 run osmo-hlr_10.42.42.2(pid=23367): Launched\u000a22:21:08.056253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:08.588090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23369): Launched\u000a22:21:08.892125 run osmo-stp_10.42.42.5(pid=23370): Launched\u000a22:21:09.002797 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:09.558128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23372): Launched\u000a22:21:09.860759 run osmo-msc_10.42.42.6(pid=23373): Launched\u000a22:21:10.037343 run osmo-stp_10.42.42.5(pid=23370): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23370)]\u000a22:21:10.165112 run osmo-stp_10.42.42.5(pid=23370): stdout: \u000a| (launched: 2022-12-09_22:21:08.741740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:10.291414 run osmo-stp_10.42.42.5(pid=23370): stderr: \u000a| �[0;m�[38;5;43m20221209222108910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222108910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222108911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222108911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222108913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222108913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222108914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:10.413368 run osmo-stp_10.42.42.5(pid=23370): stdout: \u000a| (launched: 2022-12-09_22:21:08.741740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:10.533592 run osmo-stp_10.42.42.5(pid=23370): stderr: \u000a| �[0;m�[38;5;43m20221209222108910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222108910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222108911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222108911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222108913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222108913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222108914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:10.586741 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23370): Process ended prematurely: osmo-stp_10.42.42.5(pid=23370) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23370)] [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:21:10.595560 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:21:10.655561 run osmo-hlr_10.42.42.2(pid=23367): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23367)]\u000a22:21:10.704440 run osmo-hlr_10.42.42.2(pid=23367): stdout: \u000a| (launched: 2022-12-09_22:21:07.790408) \u000a22:21:10.753988 run osmo-hlr_10.42.42.2(pid=23367): stderr: \u000a| �[0;m�[1;31m20221209222107964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222107964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222107965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222107965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222107965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222107965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222107977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222107987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222107988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222107988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:10.821192 run osmo-msc_10.42.42.6(pid=23373): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23373)]\u000a22:21:10.870082 run osmo-msc_10.42.42.6(pid=23373): stdout: \u000a| (launched: 2022-12-09_22:21:09.711882) \u000a22:21:10.919428 run osmo-msc_10.42.42.6(pid=23373): stderr: \u000a| �[0;m�[38;5;43m20221209222109984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222109984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec8c43ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222109984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222109984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222109985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222109985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222109987 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222109988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222109988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222109988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:10.961123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23366): Terminating (SIGTERM)\u000a22:21:11.000759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23369): Terminating (SIGTERM)\u000a22:21:11.040390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23372): Terminating (SIGTERM)\u000a22:21:11.049880 --- ParallelTerminationStrategy: PID 23366 died...\u000a22:21:11.103960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23366): Terminated: ok {rc=0}\u000a22:21:11.113878 --- ParallelTerminationStrategy: PID 23369 died...\u000a22:21:11.166893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23369): Terminated: ok {rc=0}\u000a22:21:11.176731 --- ParallelTerminationStrategy: PID 23372 died...\u000a22:21:11.229702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23372): Terminated: ok {rc=0}\u000a22:21:11.318159 bus /sierra_3: Setting Powered False\u000a22:21:12.420414 bus /sierra_3: Setting Powered False\u000a22:21:13.530982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:20:54" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23384): Process ended prematurely: osmo-stp_10.42.42.5(pid=23384) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23384)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23384): Process ended prematurely: osmo-stp_10.42.42.5(pid=23384) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:21:15.517187 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:15.528305 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:21:15.690934 tst mo_mt_call.py: using LAC 24054\u000a22:21:15.817716 tst mo_mt_call.py: using RAC 84\u000a22:21:15.959001 tst mo_mt_call.py: using CellId 24054\u000a22:21:16.084224 tst mo_mt_call.py: using BVCI 24055\u000a22:21:16.108417 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:16.120268 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:16.132022 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:16.145042 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:16.158128 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:16.171853 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:21:16.297671 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:21:16.544489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:17.099201 run create_hlr_db(pid=23378): Launched\u000a22:21:17.289776 bus /sierra_2: Setting Powered False\u000a22:21:18.301566 run create_hlr_db(pid=23378): Terminated: ok {rc=0}\u000a22:21:18.735711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23380): Launched\u000a22:21:19.058472 run osmo-hlr_10.42.42.2(pid=23381): Launched\u000a22:21:19.175599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:19.736774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23383): Launched\u000a22:21:20.060290 run osmo-stp_10.42.42.5(pid=23384): Launched\u000a22:21:20.177174 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:20.768643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23386): Launched\u000a22:21:21.091627 run osmo-msc_10.42.42.6(pid=23387): Launched\u000a22:21:21.281672 run osmo-stp_10.42.42.5(pid=23384): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23384)]\u000a22:21:21.422427 run osmo-stp_10.42.42.5(pid=23384): stdout: \u000a| (launched: 2022-12-09_22:21:19.902373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:21.559098 run osmo-stp_10.42.42.5(pid=23384): stderr: \u000a| �[0;m�[38;5;43m20221209222120097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222120097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222120097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222120098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222120098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222120098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222120098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:21.689440 run osmo-stp_10.42.42.5(pid=23384): stdout: \u000a| (launched: 2022-12-09_22:21:19.902373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:21.818353 run osmo-stp_10.42.42.5(pid=23384): stderr: \u000a| �[0;m�[38;5;43m20221209222120097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222120097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222120097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222120098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222120098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222120098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222120098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:21.875321 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23384): Process ended prematurely: osmo-stp_10.42.42.5(pid=23384) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23384)] [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:21:21.889000 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:21:21.954660 run osmo-hlr_10.42.42.2(pid=23381): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23381)]\u000a22:21:22.005387 run osmo-hlr_10.42.42.2(pid=23381): stdout: \u000a| (launched: 2022-12-09_22:21:18.900352) \u000a22:21:22.057106 run osmo-hlr_10.42.42.2(pid=23381): stderr: \u000a| �[0;m�[1;31m20221209222119097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222119097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222119097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222119097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222119097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222119097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222119114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222119124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222119124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222119124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:22.126195 run osmo-msc_10.42.42.6(pid=23387): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23387)]\u000a22:21:22.176738 run osmo-msc_10.42.42.6(pid=23387): stdout: \u000a| (launched: 2022-12-09_22:21:20.933845) \u000a22:21:22.228295 run osmo-msc_10.42.42.6(pid=23387): stderr: \u000a| �[0;m�[38;5;43m20221209222121255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222121255 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac6297dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222121255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222121255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222121255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222121255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222121257 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222121257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222121258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222121258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:22.271123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23380): Terminating (SIGTERM)\u000a22:21:22.313311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23383): Terminating (SIGTERM)\u000a22:21:22.354042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23386): Terminating (SIGTERM)\u000a22:21:22.364161 --- ParallelTerminationStrategy: PID 23380 died...\u000a22:21:22.419702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23380): Terminated: ok {rc=0}\u000a22:21:22.429508 --- ParallelTerminationStrategy: PID 23383 died...\u000a22:21:22.484103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23383): Terminated: ok {rc=0}\u000a22:21:22.494576 --- ParallelTerminationStrategy: PID 23386 died...\u000a22:21:22.549290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23386): Terminated: ok {rc=0}\u000a22:21:22.639186 bus /sierra_3: Setting Powered False\u000a22:21:23.744289 bus /sierra_3: Setting Powered False\u000a22:21:24.857812 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23395): Process ended prematurely: osmo-stp_10.42.42.5(pid=23395) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23395)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23395): Process ended prematurely: osmo-stp_10.42.42.5(pid=23395) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:21:25.968655 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:25.980315 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:21:26.137365 tst mo_mt_call_osmux.py: using LAC 24055\u000a22:21:26.263239 tst mo_mt_call_osmux.py: using RAC 85\u000a22:21:26.391075 tst mo_mt_call_osmux.py: using CellId 24055\u000a22:21:26.518692 tst mo_mt_call_osmux.py: using BVCI 24056\u000a22:21:26.543695 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:26.555309 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:26.566834 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:26.578393 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:26.590162 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:21:26.601622 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:21:26.720387 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:21:26.919606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:27.396305 run create_hlr_db(pid=23389): Launched\u000a22:21:27.570472 bus /sierra_2: Setting Powered False\u000a22:21:28.592114 run create_hlr_db(pid=23389): Terminated: ok {rc=0}\u000a22:21:28.995644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23391): Launched\u000a22:21:29.298406 run osmo-hlr_10.42.42.2(pid=23392): Launched\u000a22:21:29.416032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:29.955267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23394): Launched\u000a22:21:30.258626 run osmo-stp_10.42.42.5(pid=23395): Launched\u000a22:21:30.369291 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:30.944136 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23397): Launched\u000a22:21:31.455712 run osmo-msc_10.42.42.6(pid=23398): Launched\u000a22:21:31.789864 run osmo-stp_10.42.42.5(pid=23395): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23395)]\u000a22:21:31.920341 run osmo-stp_10.42.42.5(pid=23395): stdout: \u000a| (launched: 2022-12-09_22:21:30.109150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:32.050108 run osmo-stp_10.42.42.5(pid=23395): stderr: \u000a| �[0;m�[38;5;43m20221209222130278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222130278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222130278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222130279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222130281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222130281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222130281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:32.174922 run osmo-stp_10.42.42.5(pid=23395): stdout: \u000a| (launched: 2022-12-09_22:21:30.109150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:32.298246 run osmo-stp_10.42.42.5(pid=23395): stderr: \u000a| �[0;m�[38;5;43m20221209222130278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222130278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222130278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222130279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222130281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222130281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222130281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:32.352620 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23395): Process ended prematurely: osmo-stp_10.42.42.5(pid=23395) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23395)] [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:21:32.362184 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:21:32.427073 run osmo-hlr_10.42.42.2(pid=23392): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23392)]\u000a22:21:32.476915 run osmo-hlr_10.42.42.2(pid=23392): stdout: \u000a| (launched: 2022-12-09_22:21:29.148889) \u000a22:21:32.527392 run osmo-hlr_10.42.42.2(pid=23392): stderr: \u000a| �[0;m�[1;31m20221209222129322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222129322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222129322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222129322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222129322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222129322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222129334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222129343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222129343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222129343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:32.595481 run osmo-msc_10.42.42.6(pid=23398): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23398)]\u000a22:21:32.645169 run osmo-msc_10.42.42.6(pid=23398): stdout: \u000a| (launched: 2022-12-09_22:21:31.101123) \u000a22:21:32.695604 run osmo-msc_10.42.42.6(pid=23398): stderr: \u000a| �[0;m�[38;5;43m20221209222131425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222131425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feca239ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222131425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222131425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222131426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222131426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222131428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222131429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222131429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222131429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:32.737492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23391): Terminating (SIGTERM)\u000a22:21:32.778313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23394): Terminating (SIGTERM)\u000a22:21:32.818841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23397): Terminating (SIGTERM)\u000a22:21:32.828741 --- ParallelTerminationStrategy: PID 23391 died...\u000a22:21:32.883363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23391): Terminated: ok {rc=0}\u000a22:21:32.893722 --- ParallelTerminationStrategy: PID 23394 died...\u000a22:21:32.947749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23394): Terminated: ok {rc=0}\u000a22:21:32.957994 --- ParallelTerminationStrategy: PID 23397 died...\u000a22:21:33.011617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23397): Terminated: ok {rc=0}\u000a22:21:33.100575 bus /sierra_3: Setting Powered False\u000a22:21:34.204237 bus /sierra_3: Setting Powered False\u000a22:21:35.310439 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:21:15" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23409): Process ended prematurely: osmo-stp_10.42.42.5(pid=23409) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23409)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23409): Process ended prematurely: osmo-stp_10.42.42.5(pid=23409) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23409)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:21:37.310963 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:37.322480 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:21:37.483853 tst mo_mt_call.py: using LAC 24056\u000a22:21:37.608232 tst mo_mt_call.py: using RAC 86\u000a22:21:37.732914 tst mo_mt_call.py: using CellId 24056\u000a22:21:37.857545 tst mo_mt_call.py: using BVCI 24057\u000a22:21:37.882251 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:37.893721 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:37.904904 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:37.916161 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:37.927508 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:37.939394 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:21:38.058004 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:21:38.263536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:38.739977 run create_hlr_db(pid=23403): Launched\u000a22:21:38.916069 bus /sierra_2: Setting Powered False\u000a22:21:39.935338 run create_hlr_db(pid=23403): Terminated: ok {rc=0}\u000a22:21:40.338747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23405): Launched\u000a22:21:40.641346 run osmo-hlr_10.42.42.2(pid=23406): Launched\u000a22:21:40.749928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:41.274831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23408): Launched\u000a22:21:41.577614 run osmo-stp_10.42.42.5(pid=23409): Launched\u000a22:21:41.688355 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:42.240070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23411): Launched\u000a22:21:42.542536 run osmo-msc_10.42.42.6(pid=23412): Launched\u000a22:21:42.720524 run osmo-stp_10.42.42.5(pid=23409): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23409)]\u000a22:21:42.849453 run osmo-stp_10.42.42.5(pid=23409): stdout: \u000a| (launched: 2022-12-09_22:21:41.428409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:42.975717 run osmo-stp_10.42.42.5(pid=23409): stderr: \u000a| �[0;m�[38;5;43m20221209222141600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222141600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222141600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222141601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222141601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222141601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222141601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:43.097659 run osmo-stp_10.42.42.5(pid=23409): stdout: \u000a| (launched: 2022-12-09_22:21:41.428409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:43.218116 run osmo-stp_10.42.42.5(pid=23409): stderr: \u000a| �[0;m�[38;5;43m20221209222141600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222141600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222141600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222141601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222141601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222141601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222141601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:43.271181 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23409): Process ended prematurely: osmo-stp_10.42.42.5(pid=23409) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23409)] [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:21:43.279860 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:21:43.340446 run osmo-hlr_10.42.42.2(pid=23406): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23406)]\u000a22:21:43.390013 run osmo-hlr_10.42.42.2(pid=23406): stdout: \u000a| (launched: 2022-12-09_22:21:40.492186) \u000a22:21:43.439934 run osmo-hlr_10.42.42.2(pid=23406): stderr: \u000a| �[0;m�[1;31m20221209222140667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222140667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222140667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222140667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222140667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222140668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222140718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222140728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222140728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222140729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:43.507477 run osmo-msc_10.42.42.6(pid=23412): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23412)]\u000a22:21:43.556891 run osmo-msc_10.42.42.6(pid=23412): stdout: \u000a| (launched: 2022-12-09_22:21:42.393662) \u000a22:21:43.606788 run osmo-msc_10.42.42.6(pid=23412): stderr: \u000a| �[0;m�[38;5;43m20221209222142665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222142665 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab7afddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222142665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222142665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222142665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222142665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222142668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222142668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222142668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222142668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:43.648603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23405): Terminating (SIGTERM)\u000a22:21:43.688293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23408): Terminating (SIGTERM)\u000a22:21:43.728336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23411): Terminating (SIGTERM)\u000a22:21:43.737687 --- ParallelTerminationStrategy: PID 23405 died...\u000a22:21:43.791455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23405): Terminated: ok {rc=0}\u000a22:21:43.801146 --- ParallelTerminationStrategy: PID 23408 died...\u000a22:21:43.854530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23408): Terminated: ok {rc=0}\u000a22:21:43.864453 --- ParallelTerminationStrategy: PID 23411 died...\u000a22:21:43.917754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23411): Terminated: ok {rc=0}\u000a22:21:44.007914 bus /sierra_3: Setting Powered False\u000a22:21:45.110993 bus /sierra_3: Setting Powered False\u000a22:21:46.223292 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23420): Process ended prematurely: osmo-stp_10.42.42.5(pid=23420) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23420): Process ended prematurely: osmo-stp_10.42.42.5(pid=23420) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:21:47.337272 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:47.349407 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:21:47.518569 tst mo_mt_call_osmux.py: using LAC 24057\u000a22:21:47.644479 tst mo_mt_call_osmux.py: using RAC 87\u000a22:21:47.770587 tst mo_mt_call_osmux.py: using CellId 24057\u000a22:21:47.896624 tst mo_mt_call_osmux.py: using BVCI 24058\u000a22:21:47.921382 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:47.932699 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:47.943981 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:47.955304 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:47.966709 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:21:47.977981 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:21:48.100063 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:21:48.302784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:48.778382 run create_hlr_db(pid=23414): Launched\u000a22:21:48.952001 bus /sierra_2: Setting Powered False\u000a22:21:49.983910 run create_hlr_db(pid=23414): Terminated: ok {rc=0}\u000a22:21:50.390891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23416): Launched\u000a22:21:50.693787 run osmo-hlr_10.42.42.2(pid=23417): Launched\u000a22:21:50.813033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:21:51.343036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23419): Launched\u000a22:21:51.644598 run osmo-stp_10.42.42.5(pid=23420): Launched\u000a22:21:51.754120 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:21:52.306180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23422): Launched\u000a22:21:52.607618 run osmo-msc_10.42.42.6(pid=23423): Launched\u000a22:21:52.785826 run osmo-stp_10.42.42.5(pid=23420): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)]\u000a22:21:52.914604 run osmo-stp_10.42.42.5(pid=23420): stdout: \u000a| (launched: 2022-12-09_22:21:51.496561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:53.040584 run osmo-stp_10.42.42.5(pid=23420): stderr: \u000a| �[0;m�[38;5;43m20221209222151668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222151668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222151669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222151669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222151669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222151670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222151670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:53.161802 run osmo-stp_10.42.42.5(pid=23420): stdout: \u000a| (launched: 2022-12-09_22:21:51.496561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:21:53.281613 run osmo-stp_10.42.42.5(pid=23420): stderr: \u000a| �[0;m�[38;5;43m20221209222151668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222151668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222151669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222151669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222151669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222151670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222151670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:21:53.334886 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23420): Process ended prematurely: osmo-stp_10.42.42.5(pid=23420) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)] [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:21:53.343375 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:21:53.403607 run osmo-hlr_10.42.42.2(pid=23417): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23417)]\u000a22:21:53.452712 run osmo-hlr_10.42.42.2(pid=23417): stdout: \u000a| (launched: 2022-12-09_22:21:50.544157) \u000a22:21:53.502503 run osmo-hlr_10.42.42.2(pid=23417): stderr: \u000a| �[0;m�[1;31m20221209222150718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222150719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222150719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222150719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222150719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222150719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222150731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222150740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222150740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222150740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:21:53.569866 run osmo-msc_10.42.42.6(pid=23423): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23423)]\u000a22:21:53.618614 run osmo-msc_10.42.42.6(pid=23423): stdout: \u000a| (launched: 2022-12-09_22:21:52.459360) \u000a22:21:53.668038 run osmo-msc_10.42.42.6(pid=23423): stderr: \u000a| �[0;m�[38;5;43m20221209222152732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222152732 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34a60d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222152732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222152732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222152733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222152733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222152735 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222152735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222152735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222152735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:21:53.709785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23416): Terminating (SIGTERM)\u000a22:21:53.749396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23419): Terminating (SIGTERM)\u000a22:21:53.789226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23422): Terminating (SIGTERM)\u000a22:21:53.798631 --- ParallelTerminationStrategy: PID 23416 died...\u000a22:21:53.851839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23416): Terminated: ok {rc=0}\u000a22:21:53.861666 --- ParallelTerminationStrategy: PID 23419 died...\u000a22:21:53.915788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23419): Terminated: ok {rc=0}\u000a22:21:53.925382 --- ParallelTerminationStrategy: PID 23422 died...\u000a22:21:53.978306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23422): Terminated: ok {rc=0}\u000a22:21:54.067719 bus /sierra_3: Setting Powered False\u000a22:21:55.171141 bus /sierra_3: Setting Powered False\u000a22:21:56.283321 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:21:37" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23436): Process ended prematurely: osmo-stp_10.42.42.5(pid=23436) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23436)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23436): Process ended prematurely: osmo-stp_10.42.42.5(pid=23436) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:21:58.277534 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:21:58.289114 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:21:58.451627 tst mo_mt_call.py: using LAC 24058\u000a22:21:58.578523 tst mo_mt_call.py: using RAC 88\u000a22:21:58.703846 tst mo_mt_call.py: using CellId 24058\u000a22:21:58.824832 tst mo_mt_call.py: using BVCI 24059\u000a22:21:58.847631 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:21:58.858578 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:21:58.869344 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:21:58.880321 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:21:58.891493 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:21:58.902519 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:21:59.021463 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:21:59.233016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:21:59.746997 run create_hlr_db(pid=23430): Launched\u000a22:21:59.933474 bus /sierra_2: Setting Powered False\u000a22:22:00.980338 run create_hlr_db(pid=23430): Terminated: ok {rc=0}\u000a22:22:01.414804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23432): Launched\u000a22:22:01.824832 run osmo-hlr_10.42.42.2(pid=23433): Launched\u000a22:22:02.064002 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:02.671400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23435): Launched\u000a22:22:02.992325 run osmo-stp_10.42.42.5(pid=23436): Launched\u000a22:22:03.108897 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:03.699167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23438): Launched\u000a22:22:04.021814 run osmo-msc_10.42.42.6(pid=23439): Launched\u000a22:22:04.213256 run osmo-stp_10.42.42.5(pid=23436): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23436)]\u000a22:22:04.350997 run osmo-stp_10.42.42.5(pid=23436): stdout: \u000a| (launched: 2022-12-09_22:22:02.835521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:04.488439 run osmo-stp_10.42.42.5(pid=23436): stderr: \u000a| �[0;m�[38;5;43m20221209222203028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222203028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222203028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222203029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222203029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222203029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222203029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:04.619060 run osmo-stp_10.42.42.5(pid=23436): stdout: \u000a| (launched: 2022-12-09_22:22:02.835521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:04.747867 run osmo-stp_10.42.42.5(pid=23436): stderr: \u000a| �[0;m�[38;5;43m20221209222203028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222203028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222203028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222203029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222203029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222203029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222203029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:04.805014 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23436): Process ended prematurely: osmo-stp_10.42.42.5(pid=23436) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23436)] [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:22:04.814308 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a22:22:04.876719 run osmo-hlr_10.42.42.2(pid=23433): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23433)]\u000a22:22:04.927838 run osmo-hlr_10.42.42.2(pid=23433): stdout: \u000a| (launched: 2022-12-09_22:22:01.574081) \u000a22:22:04.979605 run osmo-hlr_10.42.42.2(pid=23433): stderr: \u000a| �[0;m�[1;31m20221209222201923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222201923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222201923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222201923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222201923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222201923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222201942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222201950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222201951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222201951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:05.050339 run osmo-msc_10.42.42.6(pid=23439): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23439)]\u000a22:22:05.101765 run osmo-msc_10.42.42.6(pid=23439): stdout: \u000a| (launched: 2022-12-09_22:22:03.863088) \u000a22:22:05.153580 run osmo-msc_10.42.42.6(pid=23439): stderr: \u000a| �[0;m�[38;5;43m20221209222204184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222204184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e4b127c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222204184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222204184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222204184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222204185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222204186 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222204187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222204187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222204187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:05.197765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23432): Terminating (SIGTERM)\u000a22:22:05.239484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23435): Terminating (SIGTERM)\u000a22:22:05.281225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23438): Terminating (SIGTERM)\u000a22:22:05.290840 --- ParallelTerminationStrategy: PID 23432 died...\u000a22:22:05.346642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23432): Terminated: ok {rc=0}\u000a22:22:05.356654 --- ParallelTerminationStrategy: PID 23435 died...\u000a22:22:05.412814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23435): Terminated: ok {rc=0}\u000a22:22:05.422811 --- ParallelTerminationStrategy: PID 23438 died...\u000a22:22:05.478130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23438): Terminated: ok {rc=0}\u000a22:22:05.565263 bus /sierra_3: Setting Powered False\u000a22:22:06.669669 bus /sierra_3: Setting Powered False\u000a22:22:07.781041 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23447): Process ended prematurely: osmo-stp_10.42.42.5(pid=23447) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23447)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23447): Process ended prematurely: osmo-stp_10.42.42.5(pid=23447) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:22:08.895874 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:08.908366 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:22:09.073268 tst mo_mt_call_osmux.py: using LAC 24059\u000a22:22:09.204821 tst mo_mt_call_osmux.py: using RAC 89\u000a22:22:09.334362 tst mo_mt_call_osmux.py: using CellId 24059\u000a22:22:09.460324 tst mo_mt_call_osmux.py: using BVCI 24060\u000a22:22:09.484818 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:09.496283 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:09.507564 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:09.518899 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:09.530799 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:22:09.542169 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:22:09.662116 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:22:09.864079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:10.341291 run create_hlr_db(pid=23441): Launched\u000a22:22:10.515306 bus /sierra_2: Setting Powered False\u000a22:22:11.537875 run create_hlr_db(pid=23441): Terminated: ok {rc=0}\u000a22:22:11.967990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23443): Launched\u000a22:22:12.292034 run osmo-hlr_10.42.42.2(pid=23444): Launched\u000a22:22:12.411095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:12.972805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23446): Launched\u000a22:22:13.296031 run osmo-stp_10.42.42.5(pid=23447): Launched\u000a22:22:13.413598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:14.003539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23449): Launched\u000a22:22:14.327303 run osmo-msc_10.42.42.6(pid=23450): Launched\u000a22:22:14.517331 run osmo-stp_10.42.42.5(pid=23447): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23447)]\u000a22:22:14.653661 run osmo-stp_10.42.42.5(pid=23447): stdout: \u000a| (launched: 2022-12-09_22:22:13.137234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:14.790023 run osmo-stp_10.42.42.5(pid=23447): stderr: \u000a| �[0;m�[38;5;43m20221209222213328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222213328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222213329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222213329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222213332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222213332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222213332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:14.919433 run osmo-stp_10.42.42.5(pid=23447): stdout: \u000a| (launched: 2022-12-09_22:22:13.137234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:15.048034 run osmo-stp_10.42.42.5(pid=23447): stderr: \u000a| �[0;m�[38;5;43m20221209222213328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222213328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222213329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222213329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222213332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222213332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222213332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:15.104869 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23447): Process ended prematurely: osmo-stp_10.42.42.5(pid=23447) [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23447)] [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:22:15.114171 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:22:15.177038 run osmo-hlr_10.42.42.2(pid=23444): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23444)]\u000a22:22:15.229133 run osmo-hlr_10.42.42.2(pid=23444): stdout: \u000a| (launched: 2022-12-09_22:22:12.132669) \u000a22:22:15.281603 run osmo-hlr_10.42.42.2(pid=23444): stderr: \u000a| �[0;m�[1;31m20221209222212332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222212332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222212332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222212332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222212332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222212332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222212344 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222212352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222212352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222212352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:15.352695 run osmo-msc_10.42.42.6(pid=23450): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23450)]\u000a22:22:15.404777 run osmo-msc_10.42.42.6(pid=23450): stdout: \u000a| (launched: 2022-12-09_22:22:14.168378) \u000a22:22:15.457084 run osmo-msc_10.42.42.6(pid=23450): stderr: \u000a| �[0;m�[38;5;43m20221209222214492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222214492 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ce035ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222214492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222214492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222214492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222214493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222214494 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222214495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222214495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222214495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:15.501355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23443): Terminating (SIGTERM)\u000a22:22:15.543243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23446): Terminating (SIGTERM)\u000a22:22:15.585458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23449): Terminating (SIGTERM)\u000a22:22:15.595308 --- ParallelTerminationStrategy: PID 23443 died...\u000a22:22:15.651557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23443): Terminated: ok {rc=0}\u000a22:22:15.661774 --- ParallelTerminationStrategy: PID 23446 died...\u000a22:22:15.717738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23446): Terminated: ok {rc=0}\u000a22:22:15.727765 --- ParallelTerminationStrategy: PID 23449 died...\u000a22:22:15.783580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23449): Terminated: ok {rc=0}\u000a22:22:15.873820 bus /sierra_3: Setting Powered False\u000a22:22:17.008536 bus /sierra_3: Setting Powered False\u000a22:22:18.116271 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:21:57" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23461): Process ended prematurely: osmo-stp_10.42.42.5(pid=23461) [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23461)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23461): Process ended prematurely: osmo-stp_10.42.42.5(pid=23461) [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:22:20.123063 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:20.134537 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:22:20.301851 tst mo_mt_call.py: using LAC 24060\u000a22:22:20.431201 tst mo_mt_call.py: using RAC 90\u000a22:22:20.559788 tst mo_mt_call.py: using CellId 24060\u000a22:22:20.688067 tst mo_mt_call.py: using BVCI 24061\u000a22:22:20.712714 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:20.724200 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:20.735580 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:20.746960 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:20.758376 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:20.769689 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:22:20.886831 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:22:21.097521 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:21.612772 run create_hlr_db(pid=23455): Launched\u000a22:22:21.798679 bus /sierra_2: Setting Powered False\u000a22:22:22.821583 run create_hlr_db(pid=23455): Terminated: ok {rc=0}\u000a22:22:23.228576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23457): Launched\u000a22:22:23.532380 run osmo-hlr_10.42.42.2(pid=23458): Launched\u000a22:22:23.650619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:24.178917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23460): Launched\u000a22:22:24.480397 run osmo-stp_10.42.42.5(pid=23461): Launched\u000a22:22:24.592396 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:25.144298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23463): Launched\u000a22:22:25.450892 run osmo-msc_10.42.42.6(pid=23464): Launched\u000a22:22:25.630360 run osmo-stp_10.42.42.5(pid=23461): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23461)]\u000a22:22:25.759529 run osmo-stp_10.42.42.5(pid=23461): stdout: \u000a| (launched: 2022-12-09_22:22:24.332606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:25.886238 run osmo-stp_10.42.42.5(pid=23461): stderr: \u000a| �[0;m�[38;5;43m20221209222224503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222224503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222224503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222224504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222224504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222224504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222224504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:26.007342 run osmo-stp_10.42.42.5(pid=23461): stdout: \u000a| (launched: 2022-12-09_22:22:24.332606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:26.127762 run osmo-stp_10.42.42.5(pid=23461): stderr: \u000a| �[0;m�[38;5;43m20221209222224503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222224503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222224503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222224504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222224504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222224504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222224504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:26.180729 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23461): Process ended prematurely: osmo-stp_10.42.42.5(pid=23461) [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23461)] [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:22:26.189370 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:22:26.248861 run osmo-hlr_10.42.42.2(pid=23458): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23458)]\u000a22:22:26.297919 run osmo-hlr_10.42.42.2(pid=23458): stdout: \u000a| (launched: 2022-12-09_22:22:23.382636) \u000a22:22:26.347591 run osmo-hlr_10.42.42.2(pid=23458): stderr: \u000a| �[0;m�[1;31m20221209222223557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222223557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222223557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222223557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222223557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222223557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222223568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222223577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222223577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222223577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:26.414918 run osmo-msc_10.42.42.6(pid=23464): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23464)]\u000a22:22:26.463687 run osmo-msc_10.42.42.6(pid=23464): stdout: \u000a| (launched: 2022-12-09_22:22:25.299632) \u000a22:22:26.513228 run osmo-msc_10.42.42.6(pid=23464): stderr: \u000a| �[0;m�[38;5;43m20221209222225573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222225573 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd725c77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222225573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222225573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222225573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222225574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222225577 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222225578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222225578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222225578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:26.554720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23457): Terminating (SIGTERM)\u000a22:22:26.594595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23460): Terminating (SIGTERM)\u000a22:22:26.633746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23463): Terminating (SIGTERM)\u000a22:22:26.643053 --- ParallelTerminationStrategy: PID 23457 died...\u000a22:22:26.696123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23457): Terminated: ok {rc=0}\u000a22:22:26.705887 --- ParallelTerminationStrategy: PID 23460 died...\u000a22:22:26.758779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23460): Terminated: ok {rc=0}\u000a22:22:26.768279 --- ParallelTerminationStrategy: PID 23463 died...\u000a22:22:26.821150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23463): Terminated: ok {rc=0}\u000a22:22:26.908936 bus /sierra_3: Setting Powered False\u000a22:22:28.012540 bus /sierra_3: Setting Powered False\u000a22:22:29.123454 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23472): Process ended prematurely: osmo-stp_10.42.42.5(pid=23472) [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23472)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23472): Process ended prematurely: osmo-stp_10.42.42.5(pid=23472) [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:22:30.238953 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:30.251231 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:22:30.417943 tst mo_mt_call_osmux.py: using LAC 24061\u000a22:22:30.540428 tst mo_mt_call_osmux.py: using RAC 91\u000a22:22:30.658706 tst mo_mt_call_osmux.py: using CellId 24061\u000a22:22:30.776739 tst mo_mt_call_osmux.py: using BVCI 24062\u000a22:22:30.799629 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:30.810781 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:30.821976 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:30.834619 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:30.846506 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:22:30.860174 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:22:30.987854 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:22:31.236732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:31.759821 run create_hlr_db(pid=23466): Launched\u000a22:22:31.955430 bus /sierra_2: Setting Powered False\u000a22:22:32.957969 run create_hlr_db(pid=23466): Terminated: ok {rc=0}\u000a22:22:33.405967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23468): Launched\u000a22:22:33.728889 run osmo-hlr_10.42.42.2(pid=23469): Launched\u000a22:22:33.846492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:34.413102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23471): Launched\u000a22:22:34.735895 run osmo-stp_10.42.42.5(pid=23472): Launched\u000a22:22:34.852061 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:35.442878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23474): Launched\u000a22:22:35.765993 run osmo-msc_10.42.42.6(pid=23475): Launched\u000a22:22:35.958346 run osmo-stp_10.42.42.5(pid=23472): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23472)]\u000a22:22:36.095086 run osmo-stp_10.42.42.5(pid=23472): stdout: \u000a| (launched: 2022-12-09_22:22:34.577814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:36.231825 run osmo-stp_10.42.42.5(pid=23472): stderr: \u000a| �[0;m�[38;5;43m20221209222234771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222234771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222234771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222234772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222234772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222234772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222234772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:36.362180 run osmo-stp_10.42.42.5(pid=23472): stdout: \u000a| (launched: 2022-12-09_22:22:34.577814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:36.492069 run osmo-stp_10.42.42.5(pid=23472): stderr: \u000a| �[0;m�[38;5;43m20221209222234771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222234771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222234771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222234772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222234772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222234772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222234772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:36.549533 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23472): Process ended prematurely: osmo-stp_10.42.42.5(pid=23472) [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23472)] [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:22:36.558852 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:22:36.622405 run osmo-hlr_10.42.42.2(pid=23469): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23469)]\u000a22:22:36.674041 run osmo-hlr_10.42.42.2(pid=23469): stdout: \u000a| (launched: 2022-12-09_22:22:33.571084) \u000a22:22:36.726269 run osmo-hlr_10.42.42.2(pid=23469): stderr: \u000a| �[0;m�[1;31m20221209222233770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222233770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222233771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222233771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222233771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222233771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222233783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222233793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222233793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222233793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:36.796722 run osmo-msc_10.42.42.6(pid=23475): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23475)]\u000a22:22:36.848060 run osmo-msc_10.42.42.6(pid=23475): stdout: \u000a| (launched: 2022-12-09_22:22:35.608005) \u000a22:22:36.899710 run osmo-msc_10.42.42.6(pid=23475): stderr: \u000a| �[0;m�[38;5;43m20221209222235937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222235937 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4812d01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222235937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222235937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222235938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222235938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222235939 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222235940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222235940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222235940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:36.943869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23468): Terminating (SIGTERM)\u000a22:22:36.985867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23471): Terminating (SIGTERM)\u000a22:22:37.027697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23474): Terminating (SIGTERM)\u000a22:22:37.037710 --- ParallelTerminationStrategy: PID 23468 died...\u000a22:22:37.093859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23468): Terminated: ok {rc=0}\u000a22:22:37.104256 --- ParallelTerminationStrategy: PID 23471 died...\u000a22:22:37.159864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23471): Terminated: ok {rc=0}\u000a22:22:37.170201 --- ParallelTerminationStrategy: PID 23474 died...\u000a22:22:37.226025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23474): Terminated: ok {rc=0}\u000a22:22:37.312903 bus /sierra_3: Setting Powered False\u000a22:22:38.420630 bus /sierra_3: Setting Powered False\u000a22:22:39.531768 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:22:19" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23486): Process ended prematurely: osmo-stp_10.42.42.5(pid=23486) [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23486)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23486): Process ended prematurely: osmo-stp_10.42.42.5(pid=23486) [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:22:41.514751 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:41.525660 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:22:41.680529 tst mo_mt_call.py: using LAC 24062\u000a22:22:41.799449 tst mo_mt_call.py: using RAC 92\u000a22:22:41.919082 tst mo_mt_call.py: using CellId 24062\u000a22:22:42.037236 tst mo_mt_call.py: using BVCI 24063\u000a22:22:42.059904 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:42.070696 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:42.081357 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:42.092368 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:42.103302 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:42.114112 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:22:42.234246 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:22:42.435783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:42.913385 run create_hlr_db(pid=23480): Launched\u000a22:22:43.087853 bus /sierra_2: Setting Powered False\u000a22:22:44.110185 run create_hlr_db(pid=23480): Terminated: ok {rc=0}\u000a22:22:44.542147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23482): Launched\u000a22:22:44.866858 run osmo-hlr_10.42.42.2(pid=23483): Launched\u000a22:22:44.986067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:45.551198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23485): Launched\u000a22:22:45.924497 run osmo-stp_10.42.42.5(pid=23486): Launched\u000a22:22:46.115434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:46.746017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23488): Launched\u000a22:22:47.154838 run osmo-msc_10.42.42.6(pid=23489): Launched\u000a22:22:47.388227 run osmo-stp_10.42.42.5(pid=23486): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23486)]\u000a22:22:47.543300 run osmo-stp_10.42.42.5(pid=23486): stdout: \u000a| (launched: 2022-12-09_22:22:45.715423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:47.681010 run osmo-stp_10.42.42.5(pid=23486): stderr: \u000a| �[0;m�[38;5;43m20221209222245993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222245994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222245994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222245994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222245995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222245995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222245995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:47.812308 run osmo-stp_10.42.42.5(pid=23486): stdout: \u000a| (launched: 2022-12-09_22:22:45.715423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:47.941903 run osmo-stp_10.42.42.5(pid=23486): stderr: \u000a| �[0;m�[38;5;43m20221209222245993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222245994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222245994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222245994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222245995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222245995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222245995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:47.998985 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23486): Process ended prematurely: osmo-stp_10.42.42.5(pid=23486) [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23486)] [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:22:48.008244 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a22:22:48.072433 run osmo-hlr_10.42.42.2(pid=23483): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23483)]\u000a22:22:48.125226 run osmo-hlr_10.42.42.2(pid=23483): stdout: \u000a| (launched: 2022-12-09_22:22:44.707132) \u000a22:22:48.178426 run osmo-hlr_10.42.42.2(pid=23483): stderr: \u000a| �[0;m�[1;31m20221209222244905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222244905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222244905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222244905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222244905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222244905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222244918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222244926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222244926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222244926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:48.250400 run osmo-msc_10.42.42.6(pid=23489): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23489)]\u000a22:22:48.302821 run osmo-msc_10.42.42.6(pid=23489): stdout: \u000a| (launched: 2022-12-09_22:22:46.914422) \u000a22:22:48.355761 run osmo-msc_10.42.42.6(pid=23489): stderr: \u000a| �[0;m�[38;5;43m20221209222247480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222247480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1554affc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222247480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222247480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222247480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222247480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222247482 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222247489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222247489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222247489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:48.400724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23482): Terminating (SIGTERM)\u000a22:22:48.443531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23485): Terminating (SIGTERM)\u000a22:22:48.486226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23488): Terminating (SIGTERM)\u000a22:22:48.496302 --- ParallelTerminationStrategy: PID 23482 died...\u000a22:22:48.553504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23482): Terminated: ok {rc=0}\u000a22:22:48.563868 --- ParallelTerminationStrategy: PID 23485 died...\u000a22:22:48.620676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23485): Terminated: ok {rc=0}\u000a22:22:48.631025 --- ParallelTerminationStrategy: PID 23488 died...\u000a22:22:48.687752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23488): Terminated: ok {rc=0}\u000a22:22:48.775014 bus /sierra_3: Setting Powered False\u000a22:22:49.881739 bus /sierra_3: Setting Powered False\u000a22:22:50.989871 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23497): Process ended prematurely: osmo-stp_10.42.42.5(pid=23497) [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23497)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23497): Process ended prematurely: osmo-stp_10.42.42.5(pid=23497) [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:22:52.098840 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:52.110490 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:22:52.267953 tst mo_mt_call_osmux.py: using LAC 24063\u000a22:22:52.386232 tst mo_mt_call_osmux.py: using RAC 93\u000a22:22:52.504307 tst mo_mt_call_osmux.py: using CellId 24063\u000a22:22:52.624425 tst mo_mt_call_osmux.py: using BVCI 24064\u000a22:22:52.647364 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:52.658317 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:52.669078 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:52.680008 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:52.691213 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:22:52.702082 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:22:52.816729 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:22:53.027289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:22:53.548251 run create_hlr_db(pid=23491): Launched\u000a22:22:53.737320 bus /sierra_2: Setting Powered False\u000a22:22:54.756710 run create_hlr_db(pid=23491): Terminated: ok {rc=0}\u000a22:22:55.165707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23493): Launched\u000a22:22:55.468867 run osmo-hlr_10.42.42.2(pid=23494): Launched\u000a22:22:55.584255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:22:56.110699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23496): Launched\u000a22:22:56.414758 run osmo-stp_10.42.42.5(pid=23497): Launched\u000a22:22:56.525950 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:22:57.084397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23499): Launched\u000a22:22:57.389338 run osmo-msc_10.42.42.6(pid=23500): Launched\u000a22:22:57.570953 run osmo-stp_10.42.42.5(pid=23497): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23497)]\u000a22:22:57.700664 run osmo-stp_10.42.42.5(pid=23497): stdout: \u000a| (launched: 2022-12-09_22:22:56.264721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:57.827856 run osmo-stp_10.42.42.5(pid=23497): stderr: \u000a| �[0;m�[38;5;43m20221209222256437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222256437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222256438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222256438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222256438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222256438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222256439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:57.950330 run osmo-stp_10.42.42.5(pid=23497): stdout: \u000a| (launched: 2022-12-09_22:22:56.264721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:22:58.071740 run osmo-stp_10.42.42.5(pid=23497): stderr: \u000a| �[0;m�[38;5;43m20221209222256437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222256437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222256438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222256438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222256438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222256438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222256439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:22:58.125366 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23497): Process ended prematurely: osmo-stp_10.42.42.5(pid=23497) [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23497)] [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:22:58.134069 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:22:58.194941 run osmo-hlr_10.42.42.2(pid=23494): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23494)]\u000a22:22:58.244610 run osmo-hlr_10.42.42.2(pid=23494): stdout: \u000a| (launched: 2022-12-09_22:22:55.320042) \u000a22:22:58.295028 run osmo-hlr_10.42.42.2(pid=23494): stderr: \u000a| �[0;m�[1;31m20221209222255499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222255499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222255500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222255500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222255500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222255500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222255511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222255520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222255521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222255521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:22:58.362884 run osmo-msc_10.42.42.6(pid=23500): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23500)]\u000a22:22:58.412131 run osmo-msc_10.42.42.6(pid=23500): stdout: \u000a| (launched: 2022-12-09_22:22:57.238298) \u000a22:22:58.462743 run osmo-msc_10.42.42.6(pid=23500): stderr: \u000a| �[0;m�[38;5;43m20221209222257512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222257512 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f172ab0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222257512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222257512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222257512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222257512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222257514 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222257515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222257515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222257515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:22:58.505075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23493): Terminating (SIGTERM)\u000a22:22:58.545621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23496): Terminating (SIGTERM)\u000a22:22:58.585634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23499): Terminating (SIGTERM)\u000a22:22:58.595022 --- ParallelTerminationStrategy: PID 23493 died...\u000a22:22:58.649035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23493): Terminated: ok {rc=0}\u000a22:22:58.658801 --- ParallelTerminationStrategy: PID 23496 died...\u000a22:22:58.712270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23496): Terminated: ok {rc=0}\u000a22:22:58.722090 --- ParallelTerminationStrategy: PID 23499 died...\u000a22:22:58.775623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23499): Terminated: ok {rc=0}\u000a22:22:58.860790 bus /sierra_3: Setting Powered False\u000a22:22:59.967901 bus /sierra_3: Setting Powered False\u000a22:23:01.093866 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:22:41" }, { "cases" : [ { "testActions" : [ ], "age" : 203, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23524): Process ended prematurely: osmo-stp_10.42.42.5(pid=23524) [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23524)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23524): Process ended prematurely: osmo-stp_10.42.42.5(pid=23524) [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a22:23:03.180227 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:03.192348 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:23:03.336137 tst mo_mt_call.py: using LAC 24064\u000a22:23:03.460004 tst mo_mt_call.py: using RAC 94\u000a22:23:03.587483 tst mo_mt_call.py: using CellId 24064\u000a22:23:03.713611 tst mo_mt_call.py: using BVCI 24065\u000a22:23:03.737797 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:03.750007 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:03.762578 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:03.775845 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:03.789013 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:03.801012 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:23:03.923697 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:23:04.132695 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:04.671304 run create_hlr_db(pid=23516): Launched\u000a22:23:04.851766 bus /sierra_2: Setting Powered False\u000a22:23:05.870609 run create_hlr_db(pid=23516): Terminated: ok {rc=0}\u000a22:23:06.305641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23520): Launched\u000a22:23:06.728210 run osmo-hlr_10.42.42.2(pid=23521): Launched\u000a22:23:06.968925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:07.551847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23523): Launched\u000a22:23:07.978062 run osmo-stp_10.42.42.5(pid=23524): Launched\u000a22:23:08.201549 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:23:08.823027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23526): Launched\u000a22:23:09.255199 run osmo-msc_10.42.42.6(pid=23527): Launched\u000a22:23:09.647994 run osmo-stp_10.42.42.5(pid=23524): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23524)]\u000a22:23:09.887602 run osmo-stp_10.42.42.5(pid=23524): stdout: \u000a| (launched: 2022-12-09_22:23:07.718711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:10.043491 run osmo-stp_10.42.42.5(pid=23524): stderr: \u000a| �[0;m�[38;5;43m20221209222308017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222308017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222308017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222308017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222308018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222308018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222308018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:10.176249 run osmo-stp_10.42.42.5(pid=23524): stdout: \u000a| (launched: 2022-12-09_22:23:07.718711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:10.321976 run osmo-stp_10.42.42.5(pid=23524): stderr: \u000a| �[0;m�[38;5;43m20221209222308017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222308017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222308017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222308017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222308018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222308018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222308018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:10.380316 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23524): Process ended prematurely: osmo-stp_10.42.42.5(pid=23524) [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23524)] [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a22:23:10.390400 tst mo_mt_call.py:8: Test FAILED (7.2 sec)\u000a22:23:10.454991 run osmo-hlr_10.42.42.2(pid=23521): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23521)]\u000a22:23:10.511747 run osmo-hlr_10.42.42.2(pid=23521): stdout: \u000a| (launched: 2022-12-09_22:23:06.462326) \u000a22:23:10.572060 run osmo-hlr_10.42.42.2(pid=23521): stderr: \u000a| �[0;m�[1;31m20221209222306773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222306773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222306773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222306773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222306773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222306773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222306784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222306792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222306801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222306801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:10.651440 run osmo-msc_10.42.42.6(pid=23527): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23527)]\u000a22:23:10.716034 run osmo-msc_10.42.42.6(pid=23527): stdout: \u000a| (launched: 2022-12-09_22:23:08.993477) \u000a22:23:10.774445 run osmo-msc_10.42.42.6(pid=23527): stderr: \u000a| �[0;m�[38;5;43m20221209222309499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222309499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe471b1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222309500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222309500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222309500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222309500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222309506 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222309507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222309507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222309507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:23:10.829139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23520): Terminating (SIGTERM)\u000a22:23:10.879111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23523): Terminating (SIGTERM)\u000a22:23:10.937364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23526): Terminating (SIGTERM)\u000a22:23:10.953944 --- ParallelTerminationStrategy: PID 23520 died...\u000a22:23:11.029672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23520): Terminated: ok {rc=0}\u000a22:23:11.040417 --- ParallelTerminationStrategy: PID 23523 died...\u000a22:23:11.110619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23523): Terminated: ok {rc=0}\u000a22:23:11.125788 --- ParallelTerminationStrategy: PID 23526 died...\u000a22:23:11.196911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23526): Terminated: ok {rc=0}\u000a22:23:11.300707 bus /sierra_3: Setting Powered False\u000a22:23:12.414104 bus /sierra_3: Setting Powered False\u000a22:23:13.529058 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23794): Process ended prematurely: osmo-stp_10.42.42.5(pid=23794) [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23794)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23794): Process ended prematurely: osmo-stp_10.42.42.5(pid=23794) [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:23:14.650110 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:14.663682 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:23:14.814014 tst mo_mt_call_osmux.py: using LAC 24065\u000a22:23:14.942690 tst mo_mt_call_osmux.py: using RAC 95\u000a22:23:15.074874 tst mo_mt_call_osmux.py: using CellId 24065\u000a22:23:15.203027 tst mo_mt_call_osmux.py: using BVCI 24066\u000a22:23:15.230107 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:15.242147 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:15.254323 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:15.266332 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:15.278699 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:23:15.290639 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:23:15.413689 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:23:15.636175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:16.233575 run create_hlr_db(pid=23788): Launched\u000a22:23:16.469372 bus /sierra_2: Setting Powered False\u000a22:23:17.519984 run create_hlr_db(pid=23788): Terminated: ok {rc=0}\u000a22:23:18.026882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23790): Launched\u000a22:23:18.506698 run osmo-hlr_10.42.42.2(pid=23791): Launched\u000a22:23:18.667064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:19.262922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23793): Launched\u000a22:23:19.701416 run osmo-stp_10.42.42.5(pid=23794): Launched\u000a22:23:19.930684 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:23:20.558098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23796): Launched\u000a22:23:20.991829 run osmo-msc_10.42.42.6(pid=23797): Launched\u000a22:23:21.388353 run osmo-stp_10.42.42.5(pid=23794): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23794)]\u000a22:23:21.596675 run osmo-stp_10.42.42.5(pid=23794): stdout: \u000a| (launched: 2022-12-09_22:23:19.433485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:21.736685 run osmo-stp_10.42.42.5(pid=23794): stderr: \u000a| �[0;m�[38;5;43m20221209222319736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222319736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222319737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222319737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222319737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222319737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222319738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:21.872113 run osmo-stp_10.42.42.5(pid=23794): stdout: \u000a| (launched: 2022-12-09_22:23:19.433485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:22.005664 run osmo-stp_10.42.42.5(pid=23794): stderr: \u000a| �[0;m�[38;5;43m20221209222319736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222319736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222319737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222319737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222319737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222319737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222319738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:22.066120 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23794): Process ended prematurely: osmo-stp_10.42.42.5(pid=23794) [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23794)] [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a22:23:22.076200 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a22:23:22.144347 run osmo-hlr_10.42.42.2(pid=23791): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23791)]\u000a22:23:22.198660 run osmo-hlr_10.42.42.2(pid=23791): stdout: \u000a| (launched: 2022-12-09_22:23:18.195089) \u000a22:23:22.255141 run osmo-hlr_10.42.42.2(pid=23791): stderr: \u000a| �[0;m�[1;31m20221209222318383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222318383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222318383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222318383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222318383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222318384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222318399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222318412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222318412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222318412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:22.329901 run osmo-msc_10.42.42.6(pid=23797): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23797)]\u000a22:23:22.384527 run osmo-msc_10.42.42.6(pid=23797): stdout: \u000a| (launched: 2022-12-09_22:23:20.730413) \u000a22:23:22.441223 run osmo-msc_10.42.42.6(pid=23797): stderr: \u000a| �[0;m�[38;5;43m20221209222321238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222321239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc7c5743c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222321239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222321239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222321239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222321239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222321249 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222321250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222321250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222321250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:23:22.488684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23790): Terminating (SIGTERM)\u000a22:23:22.536265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23793): Terminating (SIGTERM)\u000a22:23:22.583662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23796): Terminating (SIGTERM)\u000a22:23:22.595749 --- ParallelTerminationStrategy: PID 23790 died...\u000a22:23:22.657914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23790): Terminated: ok {rc=0}\u000a22:23:22.669462 --- ParallelTerminationStrategy: PID 23793 died...\u000a22:23:22.729272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23793): Terminated: ok {rc=0}\u000a22:23:22.740310 --- ParallelTerminationStrategy: PID 23796 died...\u000a22:23:22.800513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23796): Terminated: ok {rc=0}\u000a22:23:22.894641 bus /sierra_3: Setting Powered False\u000a22:23:23.999951 bus /sierra_3: Setting Powered False\u000a22:23:25.106761 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:23:02" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23809): Process ended prematurely: osmo-stp_10.42.42.5(pid=23809) [trial-2365↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23809)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23809): Process ended prematurely: osmo-stp_10.42.42.5(pid=23809) [trial-2365↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:23:27.132617 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:27.143655 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:23:27.285063 tst emergency_mo_mt_call.py: using LAC 24066\u000a22:23:27.414261 tst emergency_mo_mt_call.py: using RAC 96\u000a22:23:27.533343 tst emergency_mo_mt_call.py: using CellId 24066\u000a22:23:27.648813 tst emergency_mo_mt_call.py: using BVCI 24067\u000a22:23:27.671394 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:27.682432 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:27.693177 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:27.704247 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:27.715443 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:27.726387 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:27.840919 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:28.041994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:28.509740 run create_hlr_db(pid=23803): Launched\u000a22:23:28.682306 bus /sierra_2: Setting Powered False\u000a22:23:29.703916 run create_hlr_db(pid=23803): Terminated: ok {rc=0}\u000a22:23:30.101878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23805): Launched\u000a22:23:30.399165 run osmo-hlr_10.42.42.2(pid=23806): Launched\u000a22:23:30.511351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:31.101775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23808): Launched\u000a22:23:31.647087 run osmo-stp_10.42.42.5(pid=23809): Launched\u000a22:23:31.829541 tst emergency_mo_mt_call.py: using MSISDN 7405\u000a22:23:31.999567 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:23:32.591618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23811): Launched\u000a22:23:32.910445 run osmo-msc_10.42.42.6(pid=23812): Launched\u000a22:23:33.097150 run osmo-stp_10.42.42.5(pid=23809): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23809)]\u000a22:23:33.231561 run osmo-stp_10.42.42.5(pid=23809): stdout: \u000a| (launched: 2022-12-09_22:23:31.310566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:33.366258 run osmo-stp_10.42.42.5(pid=23809): stderr: \u000a| �[0;m�[38;5;43m20221209222331551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222331551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222331551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222331551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222331552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222331552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222331552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:33.494889 run osmo-stp_10.42.42.5(pid=23809): stdout: \u000a| (launched: 2022-12-09_22:23:31.310566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:33.622004 run osmo-stp_10.42.42.5(pid=23809): stderr: \u000a| �[0;m�[38;5;43m20221209222331551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222331551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222331551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222331551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222331552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222331552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222331552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:33.677791 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23809): Process ended prematurely: osmo-stp_10.42.42.5(pid=23809) [trial-2365↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23809)] [trial-2365↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a22:23:33.686334 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a22:23:33.748986 run osmo-hlr_10.42.42.2(pid=23806): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23806)]\u000a22:23:33.800587 run osmo-hlr_10.42.42.2(pid=23806): stdout: \u000a| (launched: 2022-12-09_22:23:30.252781) \u000a22:23:33.852860 run osmo-hlr_10.42.42.2(pid=23806): stderr: \u000a| �[0;m�[1;31m20221209222330427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222330427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222330427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222330427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222330427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222330428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222330440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222330448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222330448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222330448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:33.923588 run osmo-msc_10.42.42.6(pid=23812): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23812)]\u000a22:23:33.975175 run osmo-msc_10.42.42.6(pid=23812): stdout: \u000a| (launched: 2022-12-09_22:23:32.754344) \u000a22:23:34.027285 run osmo-msc_10.42.42.6(pid=23812): stderr: \u000a| �[0;m�[38;5;43m20221209222333078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222333078 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d6a9cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222333078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222333078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222333078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222333079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222333080 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222333081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222333081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222333081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:23:34.071393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23805): Terminating (SIGTERM)\u000a22:23:34.113396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23808): Terminating (SIGTERM)\u000a22:23:34.155450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23811): Terminating (SIGTERM)\u000a22:23:34.165243 --- ParallelTerminationStrategy: PID 23805 died...\u000a22:23:34.221192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23805): Terminated: ok {rc=0}\u000a22:23:34.231604 --- ParallelTerminationStrategy: PID 23808 died...\u000a22:23:34.287591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23808): Terminated: ok {rc=0}\u000a22:23:34.297696 --- ParallelTerminationStrategy: PID 23811 died...\u000a22:23:34.353387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23811): Terminated: ok {rc=0}\u000a22:23:34.442396 bus /sierra_3: Setting Powered False\u000a22:23:35.547761 bus /sierra_3: Setting Powered False\u000a22:23:36.660593 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23820): Process ended prematurely: osmo-stp_10.42.42.5(pid=23820) [trial-2365↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23820)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23820): Process ended prematurely: osmo-stp_10.42.42.5(pid=23820) [trial-2365↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:23:37.712734 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:37.724447 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:23:37.874233 tst emergency_preemptive_call.py: using LAC 24067\u000a22:23:37.995294 tst emergency_preemptive_call.py: using RAC 97\u000a22:23:38.112339 tst emergency_preemptive_call.py: using CellId 24067\u000a22:23:38.226755 tst emergency_preemptive_call.py: using BVCI 24068\u000a22:23:38.249405 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:38.259912 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:38.270431 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:38.281156 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:38.291757 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a22:23:38.302328 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:38.419993 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:38.534677 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:38.651605 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:38.854059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:39.366912 run create_hlr_db(pid=23814): Launched\u000a22:23:39.553963 bus /sierra_2: Setting Powered False\u000a22:23:40.574488 run create_hlr_db(pid=23814): Terminated: ok {rc=0}\u000a22:23:41.001936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23816): Launched\u000a22:23:41.319969 run osmo-hlr_10.42.42.2(pid=23817): Launched\u000a22:23:41.436251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:23:41.989883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23819): Launched\u000a22:23:42.308365 run osmo-stp_10.42.42.5(pid=23820): Launched\u000a22:23:42.438365 tst emergency_preemptive_call.py: using MSISDN 7406\u000a22:23:42.597803 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:23:43.178582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23822): Launched\u000a22:23:43.497320 run osmo-msc_10.42.42.6(pid=23823): Launched\u000a22:23:43.683523 run osmo-stp_10.42.42.5(pid=23820): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23820)]\u000a22:23:43.818782 run osmo-stp_10.42.42.5(pid=23820): stdout: \u000a| (launched: 2022-12-09_22:23:42.152445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:43.953738 run osmo-stp_10.42.42.5(pid=23820): stderr: \u000a| �[0;m�[38;5;43m20221209222342344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222342345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222342345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222342345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222342346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222342346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222342346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:44.082302 run osmo-stp_10.42.42.5(pid=23820): stdout: \u000a| (launched: 2022-12-09_22:23:42.152445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:23:44.209473 run osmo-stp_10.42.42.5(pid=23820): stderr: \u000a| �[0;m�[38;5;43m20221209222342344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222342345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222342345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222342345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222342346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222342346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222342346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:23:44.265413 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23820): Process ended prematurely: osmo-stp_10.42.42.5(pid=23820) [trial-2365↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23820)] [trial-2365↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a22:23:44.274279 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a22:23:44.337886 run osmo-hlr_10.42.42.2(pid=23817): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23817)]\u000a22:23:44.389827 run osmo-hlr_10.42.42.2(pid=23817): stdout: \u000a| (launched: 2022-12-09_22:23:41.164460) \u000a22:23:44.443073 run osmo-hlr_10.42.42.2(pid=23817): stderr: \u000a| �[0;m�[1;31m20221209222341360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222341360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222341360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222341360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222341360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222341360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222341373 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222341381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222341381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222341381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:23:44.514531 run osmo-msc_10.42.42.6(pid=23823): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23823)]\u000a22:23:44.566423 run osmo-msc_10.42.42.6(pid=23823): stdout: \u000a| (launched: 2022-12-09_22:23:43.340663) \u000a22:23:44.618696 run osmo-msc_10.42.42.6(pid=23823): stderr: \u000a| �[0;m�[38;5;43m20221209222343666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222343666 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f721c2d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222343666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222343666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222343666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222343667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222343668 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222343669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222343669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222343669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:23:44.663007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23816): Terminating (SIGTERM)\u000a22:23:44.705042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23819): Terminating (SIGTERM)\u000a22:23:44.747115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23822): Terminating (SIGTERM)\u000a22:23:44.757120 --- ParallelTerminationStrategy: PID 23816 died...\u000a22:23:44.813690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23816): Terminated: ok {rc=0}\u000a22:23:44.824067 --- ParallelTerminationStrategy: PID 23819 died...\u000a22:23:44.880324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23819): Terminated: ok {rc=0}\u000a22:23:44.890714 --- ParallelTerminationStrategy: PID 23822 died...\u000a22:23:44.947373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23822): Terminated: ok {rc=0}\u000a22:23:45.034681 bus /sierra_9: Setting Powered False\u000a22:23:46.142265 bus /sierra_9: Setting Powered False\u000a22:23:47.252677 bus /sierra_8: Setting Powered False\u000a22:23:48.359775 bus /sierra_8: Setting Powered False\u000a22:23:49.472514 bus /sierra_3: Setting Powered False\u000a22:23:50.577537 bus /sierra_3: Setting Powered False\u000a22:23:51.690896 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:23:26" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23838): Process ended prematurely: osmo-stp_10.42.42.5(pid=23838) [trial-2365↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23838)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23838): Process ended prematurely: osmo-stp_10.42.42.5(pid=23838) [trial-2365↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:23:53.818474 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:53.829526 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:23:53.974852 tst cs_paging_gprs_active.py: using LAC 24068\u000a22:23:54.102232 tst cs_paging_gprs_active.py: using RAC 98\u000a22:23:54.228715 tst cs_paging_gprs_active.py: using CellId 24068\u000a22:23:54.356496 tst cs_paging_gprs_active.py: using BVCI 24069\u000a22:23:54.381508 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:54.392473 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:54.403283 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:54.414610 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:54.425604 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:54.436724 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:54.447758 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:54.458836 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:23:54.469876 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:54.586597 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:23:54.881742 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:23:55.018805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:23:55.356161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23828): Launched\u000a22:23:55.638233 run iperf3-srv_10.42.42.10(pid=23829): Launched\u000a22:23:55.837830 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:23:55.973642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:23:56.310045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23830): Launched\u000a22:23:56.590642 run iperf3-srv_10.42.42.10(pid=23831): Launched\u000a22:23:56.790199 tst cs_paging_gprs_active.py:38: start network...\u000a22:23:56.925852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:23:57.447480 run create_hlr_db(pid=23832): Launched\u000a22:23:57.635823 bus /sierra_2: Setting Powered False\u000a22:23:58.656591 run create_hlr_db(pid=23832): Terminated: ok {rc=0}\u000a22:23:59.068006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23834): Launched\u000a22:23:59.373181 run osmo-hlr_10.42.42.2(pid=23835): Launched\u000a22:23:59.492450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:00.058377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23837): Launched\u000a22:24:00.384054 run osmo-stp_10.42.42.5(pid=23838): Launched\u000a22:24:00.502443 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:01.101218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23840): Launched\u000a22:24:01.212536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:01.501117 run patchelf(pid=23841): Launched\u000a22:24:01.688780 run osmo-stp_10.42.42.5(pid=23838): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23838)]\u000a22:24:01.824615 run osmo-stp_10.42.42.5(pid=23838): stdout: \u000a| (launched: 2022-12-09_22:24:00.224004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:01.960099 run osmo-stp_10.42.42.5(pid=23838): stderr: \u000a| �[0;m�[38;5;43m20221209222400416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222400416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222400416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222400417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222400417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222400417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222400417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:02.091019 run osmo-stp_10.42.42.5(pid=23838): stdout: \u000a| (launched: 2022-12-09_22:24:00.224004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:02.220848 run osmo-stp_10.42.42.5(pid=23838): stderr: \u000a| �[0;m�[38;5;43m20221209222400416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222400416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222400416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222400417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222400417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222400417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222400417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:02.370177 run patchelf(pid=23841): Terminating (SIGINT)\u000a22:24:02.543265 run patchelf(pid=23841): Terminated: ok {rc=0}\u000a22:24:02.575650 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23838): Process ended prematurely: osmo-stp_10.42.42.5(pid=23838) [trial-2365↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23838)] [trial-2365↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a22:24:02.585181 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a22:24:02.646624 run osmo-hlr_10.42.42.2(pid=23835): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23835)]\u000a22:24:02.696423 run osmo-hlr_10.42.42.2(pid=23835): stdout: \u000a| (launched: 2022-12-09_22:23:59.222466) \u000a22:24:02.746311 run osmo-hlr_10.42.42.2(pid=23835): stderr: \u000a| �[0;m�[1;31m20221209222359399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222359399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222359399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222359399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222359399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222359399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222359411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222359420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222359420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222359420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:02.789353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23828): Terminating (SIGTERM)\u000a22:24:02.830124 run iperf3-srv_10.42.42.10(pid=23829): Terminating (SIGTERM)\u000a22:24:02.870517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23830): Terminating (SIGTERM)\u000a22:24:02.910922 run iperf3-srv_10.42.42.10(pid=23831): Terminating (SIGTERM)\u000a22:24:02.951758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23834): Terminating (SIGTERM)\u000a22:24:02.991951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23837): Terminating (SIGTERM)\u000a22:24:03.032602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23840): Terminating (SIGTERM)\u000a22:24:03.042294 --- ParallelTerminationStrategy: PID 23828 died...\u000a22:24:03.097594 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23828): Terminated: ok {rc=0}\u000a22:24:03.107589 --- ParallelTerminationStrategy: PID 23829 died...\u000a22:24:03.161875 run iperf3-srv_10.42.42.10(pid=23829): Terminated {rc=256}\u000a22:24:03.171675 --- ParallelTerminationStrategy: PID 23830 died...\u000a22:24:03.226324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23830): Terminated: ok {rc=0}\u000a22:24:03.236270 --- ParallelTerminationStrategy: PID 23831 died...\u000a22:24:03.290699 run iperf3-srv_10.42.42.10(pid=23831): Terminated {rc=256}\u000a22:24:03.300540 --- ParallelTerminationStrategy: PID 23834 died...\u000a22:24:03.354689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23834): Terminated: ok {rc=0}\u000a22:24:03.365018 --- ParallelTerminationStrategy: PID 23837 died...\u000a22:24:03.419668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23837): Terminated: ok {rc=0}\u000a22:24:03.429916 --- ParallelTerminationStrategy: PID 23840 died...\u000a22:24:03.484396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23840): Terminated: ok {rc=0}\u000a22:24:03.574076 bus /gobi_0: Setting Powered False\u000a22:24:04.682911 bus /gobi_0: Setting Powered False\u000a22:24:05.790745 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23850): Process ended prematurely: osmo-stp_10.42.42.5(pid=23850) [trial-2365↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23850)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23850): Process ended prematurely: osmo-stp_10.42.42.5(pid=23850) [trial-2365↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a22:24:06.906064 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:06.917813 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:24:07.064174 tst iperf3.py: using LAC 24069\u000a22:24:07.192753 tst iperf3.py: using RAC 99\u000a22:24:07.320592 tst iperf3.py: using CellId 24069\u000a22:24:07.448512 tst iperf3.py: using BVCI 24070\u000a22:24:07.473644 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:07.484863 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:07.495885 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:07.506778 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:07.517547 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:07.528259 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:07.539219 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:07.550118 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:07.561065 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:07.842814 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:24:07.969740 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:08.284513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23842): Launched\u000a22:24:08.546890 run iperf3-srv_10.42.42.10(pid=23843): Launched\u000a22:24:08.734351 tst iperf3.py:8: start network...\u000a22:24:08.862012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:09.343938 run create_hlr_db(pid=23844): Launched\u000a22:24:09.519233 bus /gobi_6: Setting Powered False\u000a22:24:10.541540 run create_hlr_db(pid=23844): Terminated: ok {rc=0}\u000a22:24:10.974586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23846): Launched\u000a22:24:11.301595 run osmo-hlr_10.42.42.2(pid=23847): Launched\u000a22:24:11.424881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:11.991198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23849): Launched\u000a22:24:12.316357 run osmo-stp_10.42.42.5(pid=23850): Launched\u000a22:24:12.433918 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:13.001008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23852): Launched\u000a22:24:13.117123 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:13.402289 run patchelf(pid=23853): Launched\u000a22:24:13.594405 run osmo-stp_10.42.42.5(pid=23850): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23850)]\u000a22:24:13.734798 run osmo-stp_10.42.42.5(pid=23850): stdout: \u000a| (launched: 2022-12-09_22:24:12.156278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:13.875138 run osmo-stp_10.42.42.5(pid=23850): stderr: \u000a| �[0;m�[38;5;43m20221209222412347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222412347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222412347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222412348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222412348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222412348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222412348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:14.010057 run osmo-stp_10.42.42.5(pid=23850): stdout: \u000a| (launched: 2022-12-09_22:24:12.156278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:14.143214 run osmo-stp_10.42.42.5(pid=23850): stderr: \u000a| �[0;m�[38;5;43m20221209222412347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222412347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222412347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222412348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222412348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222412348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222412348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:14.299448 run patchelf(pid=23853): Terminating (SIGINT)\u000a22:24:14.484047 run patchelf(pid=23853): Terminated: ok {rc=0}\u000a22:24:14.517863 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23850): Process ended prematurely: osmo-stp_10.42.42.5(pid=23850) [trial-2365↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23850)] [trial-2365↪gprs:trx-umtrx↪iperf3.py:8]\u000a22:24:14.527601 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:24:14.590756 run osmo-hlr_10.42.42.2(pid=23847): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23847)]\u000a22:24:14.642408 run osmo-hlr_10.42.42.2(pid=23847): stdout: \u000a| (launched: 2022-12-09_22:24:11.140644) \u000a22:24:14.694434 run osmo-hlr_10.42.42.2(pid=23847): stderr: \u000a| �[0;m�[1;31m20221209222411340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222411340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222411340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222411340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222411340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222411340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222411351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222411359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222411360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222411360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:14.739086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23842): Terminating (SIGTERM)\u000a22:24:14.781153 run iperf3-srv_10.42.42.10(pid=23843): Terminating (SIGTERM)\u000a22:24:14.823256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23846): Terminating (SIGTERM)\u000a22:24:14.865473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23849): Terminating (SIGTERM)\u000a22:24:14.907592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23852): Terminating (SIGTERM)\u000a22:24:14.917459 --- ParallelTerminationStrategy: PID 23842 died...\u000a22:24:14.974107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23842): Terminated: ok {rc=0}\u000a22:24:14.984399 --- ParallelTerminationStrategy: PID 23843 died...\u000a22:24:15.040508 run iperf3-srv_10.42.42.10(pid=23843): Terminated {rc=256}\u000a22:24:15.050752 --- ParallelTerminationStrategy: PID 23846 died...\u000a22:24:15.107059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23846): Terminated: ok {rc=0}\u000a22:24:15.117437 --- ParallelTerminationStrategy: PID 23849 died...\u000a22:24:15.173717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23849): Terminated: ok {rc=0}\u000a22:24:15.184172 --- ParallelTerminationStrategy: PID 23852 died...\u000a22:24:15.240563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23852): Terminated: ok {rc=0}\u000a22:24:15.327455 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23868): Process ended prematurely: osmo-stp_10.42.42.5(pid=23868) [trial-2365↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23868)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23868): Process ended prematurely: osmo-stp_10.42.42.5(pid=23868) [trial-2365↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a22:24:16.447664 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:16.459759 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:24:16.603041 tst iperf3m4.py: using LAC 24070\u000a22:24:16.760544 tst iperf3m4.py: using RAC 100\u000a22:24:16.893247 tst iperf3m4.py: using CellId 24070\u000a22:24:17.046316 tst iperf3m4.py: using BVCI 24071\u000a22:24:17.075502 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:17.087143 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:17.099565 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:17.111411 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:17.123821 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:17.135317 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:17.147501 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:17.158969 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:17.170702 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:17.294404 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:17.419953 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:17.538975 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:17.819461 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:24:17.946350 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:18.261541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23854): Launched\u000a22:24:18.524109 run iperf3-srv_10.42.42.10(pid=23855): Launched\u000a22:24:18.711045 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:24:18.838738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:19.154138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23856): Launched\u000a22:24:19.416303 run iperf3-srv_10.42.42.10(pid=23857): Launched\u000a22:24:19.602404 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:24:19.729123 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:20.044623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23858): Launched\u000a22:24:20.307205 run iperf3-srv_10.42.42.10(pid=23859): Launched\u000a22:24:20.492799 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:24:20.620122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:20.936375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23860): Launched\u000a22:24:21.198340 run iperf3-srv_10.42.42.10(pid=23861): Launched\u000a22:24:21.384268 tst iperf3m4.py:8: start network...\u000a22:24:21.511137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:21.988549 run create_hlr_db(pid=23862): Launched\u000a22:24:22.163748 bus /gobi_6: Setting Powered False\u000a22:24:23.185129 run create_hlr_db(pid=23862): Terminated: ok {rc=0}\u000a22:24:23.590788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23864): Launched\u000a22:24:23.895097 run osmo-hlr_10.42.42.2(pid=23865): Launched\u000a22:24:24.011040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:24.547537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23867): Launched\u000a22:24:24.853445 run osmo-stp_10.42.42.5(pid=23868): Launched\u000a22:24:24.965267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:25.495689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23870): Launched\u000a22:24:25.604374 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:25.870526 run patchelf(pid=23871): Launched\u000a22:24:26.050325 run osmo-stp_10.42.42.5(pid=23868): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23868)]\u000a22:24:26.181785 run osmo-stp_10.42.42.5(pid=23868): stdout: \u000a| (launched: 2022-12-09_22:24:24.702648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:26.313226 run osmo-stp_10.42.42.5(pid=23868): stderr: \u000a| �[0;m�[38;5;43m20221209222424874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222424874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222424874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222424875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222424875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222424875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222424875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:26.439744 run osmo-stp_10.42.42.5(pid=23868): stdout: \u000a| (launched: 2022-12-09_22:24:24.702648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:26.565096 run osmo-stp_10.42.42.5(pid=23868): stderr: \u000a| �[0;m�[38;5;43m20221209222424874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222424874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222424874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222424875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222424875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222424875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222424875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:26.711760 run patchelf(pid=23871): Terminating (SIGINT)\u000a22:24:26.885064 run patchelf(pid=23871): Terminated: ok {rc=0}\u000a22:24:26.916707 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23868): Process ended prematurely: osmo-stp_10.42.42.5(pid=23868) [trial-2365↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23868)] [trial-2365↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a22:24:26.926400 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a22:24:26.987951 run osmo-hlr_10.42.42.2(pid=23865): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23865)]\u000a22:24:27.037631 run osmo-hlr_10.42.42.2(pid=23865): stdout: \u000a| (launched: 2022-12-09_22:24:23.745187) \u000a22:24:27.087927 run osmo-hlr_10.42.42.2(pid=23865): stderr: \u000a| �[0;m�[1;31m20221209222423923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222423923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222423923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222423923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222423924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222423924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222423935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222423944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222423944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222423944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:27.130163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23854): Terminating (SIGTERM)\u000a22:24:27.170255 run iperf3-srv_10.42.42.10(pid=23855): Terminating (SIGTERM)\u000a22:24:27.210389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23856): Terminating (SIGTERM)\u000a22:24:27.250865 run iperf3-srv_10.42.42.10(pid=23857): Terminating (SIGTERM)\u000a22:24:27.291895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23858): Terminating (SIGTERM)\u000a22:24:27.331895 run iperf3-srv_10.42.42.10(pid=23859): Terminating (SIGTERM)\u000a22:24:27.372278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23860): Terminating (SIGTERM)\u000a22:24:27.412488 run iperf3-srv_10.42.42.10(pid=23861): Terminating (SIGTERM)\u000a22:24:27.453090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23864): Terminating (SIGTERM)\u000a22:24:27.493331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23867): Terminating (SIGTERM)\u000a22:24:27.533899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23870): Terminating (SIGTERM)\u000a22:24:27.543412 --- ParallelTerminationStrategy: PID 23854 died...\u000a22:24:27.596942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23854): Terminated: ok {rc=0}\u000a22:24:27.606952 --- ParallelTerminationStrategy: PID 23855 died...\u000a22:24:27.660172 run iperf3-srv_10.42.42.10(pid=23855): Terminated {rc=256}\u000a22:24:27.670086 --- ParallelTerminationStrategy: PID 23856 died...\u000a22:24:27.723436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23856): Terminated: ok {rc=0}\u000a22:24:27.733385 --- ParallelTerminationStrategy: PID 23857 died...\u000a22:24:27.786272 run iperf3-srv_10.42.42.10(pid=23857): Terminated {rc=256}\u000a22:24:27.796149 --- ParallelTerminationStrategy: PID 23858 died...\u000a22:24:27.849905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23858): Terminated: ok {rc=0}\u000a22:24:27.859857 --- ParallelTerminationStrategy: PID 23859 died...\u000a22:24:27.913427 run iperf3-srv_10.42.42.10(pid=23859): Terminated {rc=256}\u000a22:24:27.923089 --- ParallelTerminationStrategy: PID 23860 died...\u000a22:24:27.976531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23860): Terminated: ok {rc=0}\u000a22:24:27.986534 --- ParallelTerminationStrategy: PID 23861 died...\u000a22:24:28.040151 run iperf3-srv_10.42.42.10(pid=23861): Terminated {rc=256}\u000a22:24:28.050191 --- ParallelTerminationStrategy: PID 23864 died...\u000a22:24:28.103823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23864): Terminated: ok {rc=0}\u000a22:24:28.113811 --- ParallelTerminationStrategy: PID 23867 died...\u000a22:24:28.167632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23867): Terminated: ok {rc=0}\u000a22:24:28.177482 --- ParallelTerminationStrategy: PID 23870 died...\u000a22:24:28.230634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23870): Terminated: ok {rc=0}\u000a22:24:28.321490 bus /gobi_4: Setting Powered False\u000a22:24:29.425595 bus /gobi_4: Setting Powered False\u000a22:24:30.538254 bus /gobi_1: Setting Powered False\u000a22:24:31.664544 bus /gobi_1: Setting Powered False\u000a22:24:32.776005 bus /gobi_0: Setting Powered False\u000a22:24:33.882725 bus /gobi_0: Setting Powered False\u000a22:24:34.991967 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 166, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23878): Process ended prematurely: osmo-stp_10.42.42.5(pid=23878) [trial-2365↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23878)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23878): Process ended prematurely: osmo-stp_10.42.42.5(pid=23878) [trial-2365↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a22:24:36.062354 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:36.074068 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:24:36.216815 tst ping.py: using LAC 24071\u000a22:24:36.343432 tst ping.py: using RAC 101\u000a22:24:36.469531 tst ping.py: using CellId 24071\u000a22:24:36.596874 tst ping.py: using BVCI 24072\u000a22:24:36.621397 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:36.632285 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:36.643072 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:36.653911 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:36.664584 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:36.675403 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:36.686270 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:36.697100 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:36.988727 tst ping.py:19: start network...\u000a22:24:37.122598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:37.632336 run create_hlr_db(pid=23872): Launched\u000a22:24:37.818561 bus /gobi_6: Setting Powered False\u000a22:24:38.838939 run create_hlr_db(pid=23872): Terminated: ok {rc=0}\u000a22:24:39.241486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23874): Launched\u000a22:24:39.540030 run osmo-hlr_10.42.42.2(pid=23875): Launched\u000a22:24:39.650480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:40.170731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23877): Launched\u000a22:24:40.469131 run osmo-stp_10.42.42.5(pid=23878): Launched\u000a22:24:40.579323 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:41.101468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23880): Launched\u000a22:24:41.207848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:41.470593 run patchelf(pid=23881): Launched\u000a22:24:41.647272 run osmo-stp_10.42.42.5(pid=23878): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23878)]\u000a22:24:41.775950 run osmo-stp_10.42.42.5(pid=23878): stdout: \u000a| (launched: 2022-12-09_22:24:40.322270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:41.905399 run osmo-stp_10.42.42.5(pid=23878): stderr: \u000a| �[0;m�[38;5;43m20221209222440492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222440492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222440492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222440493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222440493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222440493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222440493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:42.029716 run osmo-stp_10.42.42.5(pid=23878): stdout: \u000a| (launched: 2022-12-09_22:24:40.322270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:42.152448 run osmo-stp_10.42.42.5(pid=23878): stderr: \u000a| �[0;m�[38;5;43m20221209222440492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222440492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222440492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222440493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222440493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222440493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222440493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:42.296808 run patchelf(pid=23881): Terminating (SIGINT)\u000a22:24:42.467042 run patchelf(pid=23881): Terminated: ok {rc=0}\u000a22:24:42.497942 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23878): Process ended prematurely: osmo-stp_10.42.42.5(pid=23878) [trial-2365↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23878)] [trial-2365↪gprs:trx-umtrx↪ping.py:22]\u000a22:24:42.506522 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:24:42.567319 run osmo-hlr_10.42.42.2(pid=23875): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23875)]\u000a22:24:42.616833 run osmo-hlr_10.42.42.2(pid=23875): stdout: \u000a| (launched: 2022-12-09_22:24:39.393145) \u000a22:24:42.667049 run osmo-hlr_10.42.42.2(pid=23875): stderr: \u000a| �[0;m�[1;31m20221209222439570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222439570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222439570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222439570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222439570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222439570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222439582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222439591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222439592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222439592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:42.708903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23874): Terminating (SIGTERM)\u000a22:24:42.749151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23877): Terminating (SIGTERM)\u000a22:24:42.789355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23880): Terminating (SIGTERM)\u000a22:24:42.798861 --- ParallelTerminationStrategy: PID 23874 died...\u000a22:24:42.852909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23874): Terminated: ok {rc=0}\u000a22:24:42.862742 --- ParallelTerminationStrategy: PID 23877 died...\u000a22:24:42.916649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23877): Terminated: ok {rc=0}\u000a22:24:42.926526 --- ParallelTerminationStrategy: PID 23880 died...\u000a22:24:42.980046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23880): Terminated: ok {rc=0}\u000a22:24:43.064934 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23888): Process ended prematurely: osmo-stp_10.42.42.5(pid=23888) [trial-2365↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23888)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23888): Process ended prematurely: osmo-stp_10.42.42.5(pid=23888) [trial-2365↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a22:24:44.115075 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:44.126434 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a22:24:44.263818 tst ping_idle_ping.py: using LAC 24072\u000a22:24:44.381361 tst ping_idle_ping.py: using RAC 102\u000a22:24:44.500872 tst ping_idle_ping.py: using CellId 24072\u000a22:24:44.623500 tst ping_idle_ping.py: using BVCI 24073\u000a22:24:44.646436 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:44.657263 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:44.667823 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:44.678739 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:44.689628 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:44.700361 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:44.711205 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a22:24:44.722130 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a22:24:45.003191 tst ping_idle_ping.py:24: start network...\u000a22:24:45.128148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:45.600797 run create_hlr_db(pid=23882): Launched\u000a22:24:45.773637 bus /gobi_6: Setting Powered False\u000a22:24:46.795141 run create_hlr_db(pid=23882): Terminated: ok {rc=0}\u000a22:24:47.259231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23884): Launched\u000a22:24:47.582838 run osmo-hlr_10.42.42.2(pid=23885): Launched\u000a22:24:47.705383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:48.265568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23887): Launched\u000a22:24:48.587502 run osmo-stp_10.42.42.5(pid=23888): Launched\u000a22:24:48.705398 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:24:49.263242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23890): Launched\u000a22:24:49.377793 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:24:49.658946 run patchelf(pid=23891): Launched\u000a22:24:49.847427 run osmo-stp_10.42.42.5(pid=23888): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23888)]\u000a22:24:49.985462 run osmo-stp_10.42.42.5(pid=23888): stdout: \u000a| (launched: 2022-12-09_22:24:48.428409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:50.123605 run osmo-stp_10.42.42.5(pid=23888): stderr: \u000a| �[0;m�[38;5;43m20221209222448619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222448619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222448620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222448620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222448622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222448623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222448623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:50.256569 run osmo-stp_10.42.42.5(pid=23888): stdout: \u000a| (launched: 2022-12-09_22:24:48.428409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:24:50.388131 run osmo-stp_10.42.42.5(pid=23888): stderr: \u000a| �[0;m�[38;5;43m20221209222448619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222448619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222448620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222448620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222448622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222448623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222448623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:24:50.542928 run patchelf(pid=23891): Terminating (SIGINT)\u000a22:24:50.723996 run patchelf(pid=23891): Terminated: ok {rc=0}\u000a22:24:50.756649 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23888): Process ended prematurely: osmo-stp_10.42.42.5(pid=23888) [trial-2365↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23888)] [trial-2365↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a22:24:50.765932 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:24:50.829433 run osmo-hlr_10.42.42.2(pid=23885): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23885)]\u000a22:24:50.881237 run osmo-hlr_10.42.42.2(pid=23885): stdout: \u000a| (launched: 2022-12-09_22:24:47.422705) \u000a22:24:50.933626 run osmo-hlr_10.42.42.2(pid=23885): stderr: \u000a| �[0;m�[1;31m20221209222447622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222447622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222447622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222447622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222447622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222447622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222447635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222447645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222447645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222447646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:24:50.978231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23884): Terminating (SIGTERM)\u000a22:24:51.020711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23887): Terminating (SIGTERM)\u000a22:24:51.063143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23890): Terminating (SIGTERM)\u000a22:24:51.073217 --- ParallelTerminationStrategy: PID 23884 died...\u000a22:24:51.129997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23884): Terminated: ok {rc=0}\u000a22:24:51.140310 --- ParallelTerminationStrategy: PID 23887 died...\u000a22:24:51.196507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23887): Terminated: ok {rc=0}\u000a22:24:51.206763 --- ParallelTerminationStrategy: PID 23890 died...\u000a22:24:51.262993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23890): Terminated: ok {rc=0}\u000a22:24:51.350230 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:23:53" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23905): Process ended prematurely: osmo-stp_10.42.42.5(pid=23905) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23905)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23905): Process ended prematurely: osmo-stp_10.42.42.5(pid=23905) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:24:53.507617 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:53.519183 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:24:53.670050 tst cs_paging_gprs_active.py: using LAC 24073\u000a22:24:53.796407 tst cs_paging_gprs_active.py: using RAC 103\u000a22:24:53.923739 tst cs_paging_gprs_active.py: using CellId 24073\u000a22:24:54.044724 tst cs_paging_gprs_active.py: using BVCI 24074\u000a22:24:54.068320 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:54.079324 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:54.090139 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:54.101778 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:54.113265 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:54.124324 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:54.135701 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:54.146940 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:24:54.158516 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:24:54.282938 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:24:54.566426 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:24:54.694540 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:55.011247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23895): Launched\u000a22:24:55.274951 run iperf3-srv_10.42.42.10(pid=23896): Launched\u000a22:24:55.463272 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:24:55.592065 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:24:55.911000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23897): Launched\u000a22:24:56.173887 run iperf3-srv_10.42.42.10(pid=23898): Launched\u000a22:24:56.359976 tst cs_paging_gprs_active.py:38: start network...\u000a22:24:56.487224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:24:56.967733 run create_hlr_db(pid=23899): Launched\u000a22:24:57.145131 bus /gobi_6: Setting Powered False\u000a22:24:58.177783 run create_hlr_db(pid=23899): Terminated: ok {rc=0}\u000a22:24:58.613027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23901): Launched\u000a22:24:58.938884 run osmo-hlr_10.42.42.2(pid=23902): Launched\u000a22:24:59.058718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:24:59.625602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23904): Launched\u000a22:24:59.951659 run osmo-stp_10.42.42.5(pid=23905): Launched\u000a22:25:00.069955 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:00.639877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23907): Launched\u000a22:25:00.756348 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:01.074145 run patchelf(pid=23908): Launched\u000a22:25:01.271958 run osmo-stp_10.42.42.5(pid=23905): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23905)]\u000a22:25:01.414802 run osmo-stp_10.42.42.5(pid=23905): stdout: \u000a| (launched: 2022-12-09_22:24:59.791848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:01.559196 run osmo-stp_10.42.42.5(pid=23905): stderr: \u000a| �[0;m�[38;5;43m20221209222459985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222459986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222459986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222459986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222459987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222459987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222459987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:01.698179 run osmo-stp_10.42.42.5(pid=23905): stdout: \u000a| (launched: 2022-12-09_22:24:59.791848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:01.835383 run osmo-stp_10.42.42.5(pid=23905): stderr: \u000a| �[0;m�[38;5;43m20221209222459985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222459986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222459986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222459986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222459987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222459987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222459987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:01.996410 run patchelf(pid=23908): Terminating (SIGINT)\u000a22:25:02.184908 run patchelf(pid=23908): Terminated: ok {rc=0}\u000a22:25:02.219614 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23905): Process ended prematurely: osmo-stp_10.42.42.5(pid=23905) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23905)] [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:25:02.230256 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a22:25:02.295406 run osmo-hlr_10.42.42.2(pid=23902): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23902)]\u000a22:25:02.347417 run osmo-hlr_10.42.42.2(pid=23902): stdout: \u000a| (launched: 2022-12-09_22:24:58.779487) \u000a22:25:02.399871 run osmo-hlr_10.42.42.2(pid=23902): stderr: \u000a| �[0;m�[1;31m20221209222458976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222458976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222458976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222458976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222458977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222458977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222458989 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222458997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222458998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222458998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:02.444758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23895): Terminating (SIGTERM)\u000a22:25:02.487368 run iperf3-srv_10.42.42.10(pid=23896): Terminating (SIGTERM)\u000a22:25:02.530163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23897): Terminating (SIGTERM)\u000a22:25:02.572550 run iperf3-srv_10.42.42.10(pid=23898): Terminating (SIGTERM)\u000a22:25:02.615287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23901): Terminating (SIGTERM)\u000a22:25:02.657870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23904): Terminating (SIGTERM)\u000a22:25:02.700456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23907): Terminating (SIGTERM)\u000a22:25:02.710411 --- ParallelTerminationStrategy: PID 23895 died...\u000a22:25:02.767312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23895): Terminated: ok {rc=0}\u000a22:25:02.777804 --- ParallelTerminationStrategy: PID 23896 died...\u000a22:25:02.834122 run iperf3-srv_10.42.42.10(pid=23896): Terminated {rc=256}\u000a22:25:02.844484 --- ParallelTerminationStrategy: PID 23897 died...\u000a22:25:02.900907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23897): Terminated: ok {rc=0}\u000a22:25:02.911467 --- ParallelTerminationStrategy: PID 23898 died...\u000a22:25:02.967756 run iperf3-srv_10.42.42.10(pid=23898): Terminated {rc=256}\u000a22:25:02.978069 --- ParallelTerminationStrategy: PID 23901 died...\u000a22:25:03.034297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23901): Terminated: ok {rc=0}\u000a22:25:03.044763 --- ParallelTerminationStrategy: PID 23904 died...\u000a22:25:03.101201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23904): Terminated: ok {rc=0}\u000a22:25:03.111338 --- ParallelTerminationStrategy: PID 23907 died...\u000a22:25:03.167711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23907): Terminated: ok {rc=0}\u000a22:25:03.255411 bus /gobi_0: Setting Powered False\u000a22:25:04.363711 bus /gobi_0: Setting Powered False\u000a22:25:05.471912 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23920): Process ended prematurely: osmo-stp_10.42.42.5(pid=23920) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23920)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23920): Process ended prematurely: osmo-stp_10.42.42.5(pid=23920) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:25:06.587571 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:06.599340 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:25:06.750205 tst iperf3.py: using LAC 24074\u000a22:25:06.878079 tst iperf3.py: using RAC 104\u000a22:25:07.006070 tst iperf3.py: using CellId 24074\u000a22:25:07.134109 tst iperf3.py: using BVCI 24075\u000a22:25:07.159151 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:07.170458 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:07.181543 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:07.192857 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:07.204020 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:07.215232 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:07.226640 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:07.237773 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:07.249240 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:07.530420 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:25:07.658200 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:07.974507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23912): Launched\u000a22:25:08.235997 run iperf3-srv_10.42.42.10(pid=23913): Launched\u000a22:25:08.422195 tst iperf3.py:8: start network...\u000a22:25:08.549393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:09.028600 run create_hlr_db(pid=23914): Launched\u000a22:25:09.205135 bus /gobi_6: Setting Powered False\u000a22:25:10.225818 run create_hlr_db(pid=23914): Terminated: ok {rc=0}\u000a22:25:10.658503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23916): Launched\u000a22:25:10.983405 run osmo-hlr_10.42.42.2(pid=23917): Launched\u000a22:25:11.104837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:11.675446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23919): Launched\u000a22:25:11.999823 run osmo-stp_10.42.42.5(pid=23920): Launched\u000a22:25:12.117344 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:12.682657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23922): Launched\u000a22:25:12.798030 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:13.081838 run patchelf(pid=23923): Launched\u000a22:25:13.272344 run osmo-stp_10.42.42.5(pid=23920): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23920)]\u000a22:25:13.411147 run osmo-stp_10.42.42.5(pid=23920): stdout: \u000a| (launched: 2022-12-09_22:25:11.840563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:13.550899 run osmo-stp_10.42.42.5(pid=23920): stderr: \u000a| �[0;m�[38;5;43m20221209222512034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222512034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222512034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222512035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:13.685584 run osmo-stp_10.42.42.5(pid=23920): stdout: \u000a| (launched: 2022-12-09_22:25:11.840563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:13.818277 run osmo-stp_10.42.42.5(pid=23920): stderr: \u000a| �[0;m�[38;5;43m20221209222512034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222512034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222512034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222512035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222512035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:13.973882 run patchelf(pid=23923): Terminating (SIGINT)\u000a22:25:14.157170 run patchelf(pid=23923): Terminated: ok {rc=0}\u000a22:25:14.190569 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23920): Process ended prematurely: osmo-stp_10.42.42.5(pid=23920) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23920)] [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a22:25:14.200397 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:25:14.263210 run osmo-hlr_10.42.42.2(pid=23917): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23917)]\u000a22:25:14.314540 run osmo-hlr_10.42.42.2(pid=23917): stdout: \u000a| (launched: 2022-12-09_22:25:10.823845) \u000a22:25:14.366262 run osmo-hlr_10.42.42.2(pid=23917): stderr: \u000a| �[0;m�[1;31m20221209222511024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222511025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222511025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222511025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222511025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222511025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222511037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222511045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222511045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222511045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:14.410466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23912): Terminating (SIGTERM)\u000a22:25:14.452232 run iperf3-srv_10.42.42.10(pid=23913): Terminating (SIGTERM)\u000a22:25:14.494731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23916): Terminating (SIGTERM)\u000a22:25:14.536745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23919): Terminating (SIGTERM)\u000a22:25:14.578613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23922): Terminating (SIGTERM)\u000a22:25:14.588365 --- ParallelTerminationStrategy: PID 23912 died...\u000a22:25:14.644267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23912): Terminated: ok {rc=0}\u000a22:25:14.654517 --- ParallelTerminationStrategy: PID 23913 died...\u000a22:25:14.710431 run iperf3-srv_10.42.42.10(pid=23913): Terminated {rc=256}\u000a22:25:14.720656 --- ParallelTerminationStrategy: PID 23916 died...\u000a22:25:14.776471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23916): Terminated: ok {rc=0}\u000a22:25:14.786696 --- ParallelTerminationStrategy: PID 23919 died...\u000a22:25:14.842516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23919): Terminated: ok {rc=0}\u000a22:25:14.852548 --- ParallelTerminationStrategy: PID 23922 died...\u000a22:25:14.908039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23922): Terminated: ok {rc=0}\u000a22:25:14.995803 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23938): Process ended prematurely: osmo-stp_10.42.42.5(pid=23938) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23938)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23938): Process ended prematurely: osmo-stp_10.42.42.5(pid=23938) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23938)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:25:16.141453 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:16.158197 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:25:16.321310 tst iperf3m4.py: using LAC 24075\u000a22:25:16.449199 tst iperf3m4.py: using RAC 105\u000a22:25:16.578217 tst iperf3m4.py: using CellId 24075\u000a22:25:16.706385 tst iperf3m4.py: using BVCI 24076\u000a22:25:16.732503 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:16.744748 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:16.757229 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:16.769821 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:16.782188 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:16.794097 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:16.806795 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:16.819543 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:16.832420 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:16.953375 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:17.078176 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:17.201381 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:17.485324 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:25:17.613059 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:17.929285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23924): Launched\u000a22:25:18.191124 run iperf3-srv_10.42.42.10(pid=23925): Launched\u000a22:25:18.376166 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:25:18.502515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:18.817178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23926): Launched\u000a22:25:19.078513 run iperf3-srv_10.42.42.10(pid=23927): Launched\u000a22:25:19.264779 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:25:19.391411 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:19.706459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23928): Launched\u000a22:25:19.968588 run iperf3-srv_10.42.42.10(pid=23929): Launched\u000a22:25:20.154411 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:25:20.281235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:20.597235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23930): Launched\u000a22:25:20.858892 run iperf3-srv_10.42.42.10(pid=23931): Launched\u000a22:25:21.044087 tst iperf3m4.py:8: start network...\u000a22:25:21.170513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:21.648264 run create_hlr_db(pid=23932): Launched\u000a22:25:21.824250 bus /gobi_6: Setting Powered False\u000a22:25:22.844688 run create_hlr_db(pid=23932): Terminated: ok {rc=0}\u000a22:25:23.250794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23934): Launched\u000a22:25:23.555632 run osmo-hlr_10.42.42.2(pid=23935): Launched\u000a22:25:23.671218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:24.201135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23937): Launched\u000a22:25:24.505545 run osmo-stp_10.42.42.5(pid=23938): Launched\u000a22:25:24.616704 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:25.147352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23940): Launched\u000a22:25:25.255715 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:25.522368 run patchelf(pid=23941): Launched\u000a22:25:25.701696 run osmo-stp_10.42.42.5(pid=23938): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23938)]\u000a22:25:25.832664 run osmo-stp_10.42.42.5(pid=23938): stdout: \u000a| (launched: 2022-12-09_22:25:24.355496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:25.963267 run osmo-stp_10.42.42.5(pid=23938): stderr: \u000a| �[0;m�[38;5;43m20221209222524527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222524527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222524527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222524528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222524528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222524528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222524529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:26.089448 run osmo-stp_10.42.42.5(pid=23938): stdout: \u000a| (launched: 2022-12-09_22:25:24.355496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:26.214227 run osmo-stp_10.42.42.5(pid=23938): stderr: \u000a| �[0;m�[38;5;43m20221209222524527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222524527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222524527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222524528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222524528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222524528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222524529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:26.361325 run patchelf(pid=23941): Terminating (SIGINT)\u000a22:25:26.534065 run patchelf(pid=23941): Terminated: ok {rc=0}\u000a22:25:26.565727 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23938): Process ended prematurely: osmo-stp_10.42.42.5(pid=23938) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23938)] [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:25:26.575220 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a22:25:26.636347 run osmo-hlr_10.42.42.2(pid=23935): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23935)]\u000a22:25:26.685174 run osmo-hlr_10.42.42.2(pid=23935): stdout: \u000a| (launched: 2022-12-09_22:25:23.405105) \u000a22:25:26.735383 run osmo-hlr_10.42.42.2(pid=23935): stderr: \u000a| �[0;m�[1;31m20221209222523583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222523583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222523583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222523584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222523584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222523584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222523595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222523604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222523604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222523604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:26.777349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23924): Terminating (SIGTERM)\u000a22:25:26.817431 run iperf3-srv_10.42.42.10(pid=23925): Terminating (SIGTERM)\u000a22:25:26.857506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23926): Terminating (SIGTERM)\u000a22:25:26.897791 run iperf3-srv_10.42.42.10(pid=23927): Terminating (SIGTERM)\u000a22:25:26.937855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23928): Terminating (SIGTERM)\u000a22:25:26.977727 run iperf3-srv_10.42.42.10(pid=23929): Terminating (SIGTERM)\u000a22:25:27.017592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23930): Terminating (SIGTERM)\u000a22:25:27.057611 run iperf3-srv_10.42.42.10(pid=23931): Terminating (SIGTERM)\u000a22:25:27.097245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23934): Terminating (SIGTERM)\u000a22:25:27.136807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23937): Terminating (SIGTERM)\u000a22:25:27.176411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23940): Terminating (SIGTERM)\u000a22:25:27.185978 --- ParallelTerminationStrategy: PID 23924 died...\u000a22:25:27.239481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23924): Terminated: ok {rc=0}\u000a22:25:27.249465 --- ParallelTerminationStrategy: PID 23925 died...\u000a22:25:27.303109 run iperf3-srv_10.42.42.10(pid=23925): Terminated {rc=256}\u000a22:25:27.312742 --- ParallelTerminationStrategy: PID 23926 died...\u000a22:25:27.366274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23926): Terminated: ok {rc=0}\u000a22:25:27.376018 --- ParallelTerminationStrategy: PID 23927 died...\u000a22:25:27.429320 run iperf3-srv_10.42.42.10(pid=23927): Terminated {rc=256}\u000a22:25:27.438956 --- ParallelTerminationStrategy: PID 23928 died...\u000a22:25:27.492188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23928): Terminated: ok {rc=0}\u000a22:25:27.501955 --- ParallelTerminationStrategy: PID 23929 died...\u000a22:25:27.554900 run iperf3-srv_10.42.42.10(pid=23929): Terminated {rc=256}\u000a22:25:27.564769 --- ParallelTerminationStrategy: PID 23930 died...\u000a22:25:27.618151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23930): Terminated: ok {rc=0}\u000a22:25:27.627669 --- ParallelTerminationStrategy: PID 23931 died...\u000a22:25:27.681076 run iperf3-srv_10.42.42.10(pid=23931): Terminated {rc=256}\u000a22:25:27.690626 --- ParallelTerminationStrategy: PID 23934 died...\u000a22:25:27.743936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23934): Terminated: ok {rc=0}\u000a22:25:27.754044 --- ParallelTerminationStrategy: PID 23937 died...\u000a22:25:27.807505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23937): Terminated: ok {rc=0}\u000a22:25:27.817574 --- ParallelTerminationStrategy: PID 23940 died...\u000a22:25:27.870603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23940): Terminated: ok {rc=0}\u000a22:25:27.959085 bus /gobi_4: Setting Powered False\u000a22:25:29.063184 bus /gobi_4: Setting Powered False\u000a22:25:30.169953 bus /gobi_1: Setting Powered False\u000a22:25:31.276254 bus /gobi_1: Setting Powered False\u000a22:25:32.386707 bus /gobi_0: Setting Powered False\u000a22:25:33.490235 bus /gobi_0: Setting Powered False\u000a22:25:34.601394 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23948): Process ended prematurely: osmo-stp_10.42.42.5(pid=23948) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23948)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23948): Process ended prematurely: osmo-stp_10.42.42.5(pid=23948) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:25:35.669483 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:35.681351 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:25:35.824369 tst ping.py: using LAC 24076\u000a22:25:35.949008 tst ping.py: using RAC 106\u000a22:25:36.074366 tst ping.py: using CellId 24076\u000a22:25:36.190092 tst ping.py: using BVCI 24077\u000a22:25:36.212790 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:36.223893 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:36.235152 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:36.246425 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:36.257581 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:36.268523 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:36.279889 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:36.291578 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:36.567475 tst ping.py:19: start network...\u000a22:25:36.691317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:37.162752 run create_hlr_db(pid=23942): Launched\u000a22:25:37.336703 bus /gobi_6: Setting Powered False\u000a22:25:38.357559 run create_hlr_db(pid=23942): Terminated: ok {rc=0}\u000a22:25:38.784582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23944): Launched\u000a22:25:39.104059 run osmo-hlr_10.42.42.2(pid=23945): Launched\u000a22:25:39.221955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:39.778507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23947): Launched\u000a22:25:40.097836 run osmo-stp_10.42.42.5(pid=23948): Launched\u000a22:25:40.212799 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:40.769334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23950): Launched\u000a22:25:40.882827 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:41.161122 run patchelf(pid=23951): Launched\u000a22:25:41.348397 run osmo-stp_10.42.42.5(pid=23948): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23948)]\u000a22:25:41.485631 run osmo-stp_10.42.42.5(pid=23948): stdout: \u000a| (launched: 2022-12-09_22:25:39.941282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:41.623447 run osmo-stp_10.42.42.5(pid=23948): stderr: \u000a| �[0;m�[38;5;43m20221209222540132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222540132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222540132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222540133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222540133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222540133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222540133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:41.755764 run osmo-stp_10.42.42.5(pid=23948): stdout: \u000a| (launched: 2022-12-09_22:25:39.941282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:41.887194 run osmo-stp_10.42.42.5(pid=23948): stderr: \u000a| �[0;m�[38;5;43m20221209222540132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222540132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222540132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222540133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222540133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222540133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222540133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:42.041466 run patchelf(pid=23951): Terminating (SIGINT)\u000a22:25:42.222145 run patchelf(pid=23951): Terminated: ok {rc=0}\u000a22:25:42.254712 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23948): Process ended prematurely: osmo-stp_10.42.42.5(pid=23948) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23948)] [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a22:25:42.263951 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:25:42.326434 run osmo-hlr_10.42.42.2(pid=23945): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23945)]\u000a22:25:42.377497 run osmo-hlr_10.42.42.2(pid=23945): stdout: \u000a| (launched: 2022-12-09_22:25:38.946692) \u000a22:25:42.429338 run osmo-hlr_10.42.42.2(pid=23945): stderr: \u000a| �[0;m�[1;31m20221209222539146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222539146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222539146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222539146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222539146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222539146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222539159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222539167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222539168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222539168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:42.473904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23944): Terminating (SIGTERM)\u000a22:25:42.516099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23947): Terminating (SIGTERM)\u000a22:25:42.558290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23950): Terminating (SIGTERM)\u000a22:25:42.568034 --- ParallelTerminationStrategy: PID 23944 died...\u000a22:25:42.624285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23944): Terminated: ok {rc=0}\u000a22:25:42.634623 --- ParallelTerminationStrategy: PID 23947 died...\u000a22:25:42.690703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23947): Terminated: ok {rc=0}\u000a22:25:42.700905 --- ParallelTerminationStrategy: PID 23950 died...\u000a22:25:42.756813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23950): Terminated: ok {rc=0}\u000a22:25:42.843171 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23958): Process ended prematurely: osmo-stp_10.42.42.5(pid=23958) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23958)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23958): Process ended prematurely: osmo-stp_10.42.42.5(pid=23958) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:25:43.896065 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:43.908265 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:25:44.053087 tst ping_idle_ping.py: using LAC 24077\u000a22:25:44.177889 tst ping_idle_ping.py: using RAC 107\u000a22:25:44.307032 tst ping_idle_ping.py: using CellId 24077\u000a22:25:44.431077 tst ping_idle_ping.py: using BVCI 24078\u000a22:25:44.455590 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:44.466932 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:44.478093 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:44.489556 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:44.500459 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:44.511643 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:44.522977 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:25:44.534160 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:25:44.809715 tst ping_idle_ping.py:24: start network...\u000a22:25:44.934164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:45.406477 run create_hlr_db(pid=23952): Launched\u000a22:25:45.580569 bus /gobi_6: Setting Powered False\u000a22:25:46.603421 run create_hlr_db(pid=23952): Terminated: ok {rc=0}\u000a22:25:47.030528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23954): Launched\u000a22:25:47.336095 run osmo-hlr_10.42.42.2(pid=23955): Launched\u000a22:25:47.446468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:47.968291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23957): Launched\u000a22:25:48.271949 run osmo-stp_10.42.42.5(pid=23958): Launched\u000a22:25:48.383306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:25:48.919490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23960): Launched\u000a22:25:49.034168 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:25:49.315063 run patchelf(pid=23961): Launched\u000a22:25:49.504006 run osmo-stp_10.42.42.5(pid=23958): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23958)]\u000a22:25:49.642407 run osmo-stp_10.42.42.5(pid=23958): stdout: \u000a| (launched: 2022-12-09_22:25:48.122282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:49.780465 run osmo-stp_10.42.42.5(pid=23958): stderr: \u000a| �[0;m�[38;5;43m20221209222548292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222548292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222548292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222548293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222548293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222548293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222548293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:49.913407 run osmo-stp_10.42.42.5(pid=23958): stdout: \u000a| (launched: 2022-12-09_22:25:48.122282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:25:50.045376 run osmo-stp_10.42.42.5(pid=23958): stderr: \u000a| �[0;m�[38;5;43m20221209222548292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222548292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222548292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222548293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222548293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222548293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222548293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:25:50.198993 run patchelf(pid=23961): Terminating (SIGINT)\u000a22:25:50.380022 run patchelf(pid=23961): Terminated: ok {rc=0}\u000a22:25:50.412809 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23958): Process ended prematurely: osmo-stp_10.42.42.5(pid=23958) [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23958)] [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:25:50.422190 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:25:50.485039 run osmo-hlr_10.42.42.2(pid=23955): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23955)]\u000a22:25:50.536779 run osmo-hlr_10.42.42.2(pid=23955): stdout: \u000a| (launched: 2022-12-09_22:25:47.186034) \u000a22:25:50.589114 run osmo-hlr_10.42.42.2(pid=23955): stderr: \u000a| �[0;m�[1;31m20221209222547360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222547360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222547360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222547360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222547360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222547361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222547372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222547381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222547381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222547381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:25:50.633519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23954): Terminating (SIGTERM)\u000a22:25:50.675664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23957): Terminating (SIGTERM)\u000a22:25:50.717714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23960): Terminating (SIGTERM)\u000a22:25:50.727562 --- ParallelTerminationStrategy: PID 23954 died...\u000a22:25:50.783962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23954): Terminated: ok {rc=0}\u000a22:25:50.794297 --- ParallelTerminationStrategy: PID 23957 died...\u000a22:25:50.850129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23957): Terminated: ok {rc=0}\u000a22:25:50.860356 --- ParallelTerminationStrategy: PID 23960 died...\u000a22:25:50.916089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23960): Terminated: ok {rc=0}\u000a22:25:51.004015 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:24:53" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23976): Process ended prematurely: osmo-stp_10.42.42.5(pid=23976) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23976)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23976): Process ended prematurely: osmo-stp_10.42.42.5(pid=23976) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:25:53.165953 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.177203 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:25:53.342701 tst cs_paging_gprs_active.py: using LAC 24078\u000a22:25:53.465838 tst cs_paging_gprs_active.py: using RAC 108\u000a22:25:53.585887 tst cs_paging_gprs_active.py: using CellId 24078\u000a22:25:53.712582 tst cs_paging_gprs_active.py: using BVCI 24079\u000a22:25:53.737627 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.748840 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.759984 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.771119 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.782204 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.793349 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.804551 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.815686 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:25:53.827010 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:25:53.944092 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:25:54.239405 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:25:54.375185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:54.712348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23966): Launched\u000a22:25:54.992127 run iperf3-srv_10.42.42.10(pid=23967): Launched\u000a22:25:55.191705 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:25:55.327611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:25:55.665433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23968): Launched\u000a22:25:55.944782 run iperf3-srv_10.42.42.10(pid=23969): Launched\u000a22:25:56.144867 tst cs_paging_gprs_active.py:38: start network...\u000a22:25:56.280613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:25:56.802519 run create_hlr_db(pid=23970): Launched\u000a22:25:56.990871 bus /gobi_6: Setting Powered False\u000a22:25:58.012731 run create_hlr_db(pid=23970): Terminated: ok {rc=0}\u000a22:25:58.422958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23972): Launched\u000a22:25:58.728126 run osmo-hlr_10.42.42.2(pid=23973): Launched\u000a22:25:58.847807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:25:59.389840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23975): Launched\u000a22:25:59.696899 run osmo-stp_10.42.42.5(pid=23976): Launched\u000a22:25:59.807932 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:00.340925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23978): Launched\u000a22:26:00.449864 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:00.724221 run patchelf(pid=23979): Launched\u000a22:26:00.913291 run osmo-stp_10.42.42.5(pid=23976): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23976)]\u000a22:26:01.048099 run osmo-stp_10.42.42.5(pid=23976): stdout: \u000a| (launched: 2022-12-09_22:25:59.546372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:01.183500 run osmo-stp_10.42.42.5(pid=23976): stderr: \u000a| �[0;m�[38;5;43m20221209222559720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222559720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222559721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222559721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222559722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222559722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222559722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:01.314491 run osmo-stp_10.42.42.5(pid=23976): stdout: \u000a| (launched: 2022-12-09_22:25:59.546372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:01.444095 run osmo-stp_10.42.42.5(pid=23976): stderr: \u000a| �[0;m�[38;5;43m20221209222559720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222559720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222559721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222559721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222559722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222559722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222559722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:01.595687 run patchelf(pid=23979): Terminating (SIGINT)\u000a22:26:01.774073 run patchelf(pid=23979): Terminated: ok {rc=0}\u000a22:26:01.807468 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23976): Process ended prematurely: osmo-stp_10.42.42.5(pid=23976) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23976)] [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:26:01.817707 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:26:01.883404 run osmo-hlr_10.42.42.2(pid=23973): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23973)]\u000a22:26:01.935267 run osmo-hlr_10.42.42.2(pid=23973): stdout: \u000a| (launched: 2022-12-09_22:25:58.577478) \u000a22:26:01.987915 run osmo-hlr_10.42.42.2(pid=23973): stderr: \u000a| �[0;m�[1;31m20221209222558755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222558755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222558755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222558755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222558755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222558755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222558771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222558781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222558781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222558781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:02.031758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23966): Terminating (SIGTERM)\u000a22:26:02.075960 run iperf3-srv_10.42.42.10(pid=23967): Terminating (SIGTERM)\u000a22:26:02.121366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23968): Terminating (SIGTERM)\u000a22:26:02.164431 run iperf3-srv_10.42.42.10(pid=23969): Terminating (SIGTERM)\u000a22:26:02.210101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23972): Terminating (SIGTERM)\u000a22:26:02.250882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23975): Terminating (SIGTERM)\u000a22:26:02.291797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23978): Terminating (SIGTERM)\u000a22:26:02.301816 --- ParallelTerminationStrategy: PID 23966 died...\u000a22:26:02.355968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23966): Terminated: ok {rc=0}\u000a22:26:02.366615 --- ParallelTerminationStrategy: PID 23967 died...\u000a22:26:02.421156 run iperf3-srv_10.42.42.10(pid=23967): Terminated {rc=256}\u000a22:26:02.431009 --- ParallelTerminationStrategy: PID 23968 died...\u000a22:26:02.485698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23968): Terminated: ok {rc=0}\u000a22:26:02.495671 --- ParallelTerminationStrategy: PID 23969 died...\u000a22:26:02.549592 run iperf3-srv_10.42.42.10(pid=23969): Terminated {rc=256}\u000a22:26:02.559615 --- ParallelTerminationStrategy: PID 23972 died...\u000a22:26:02.613020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23972): Terminated: ok {rc=0}\u000a22:26:02.623437 --- ParallelTerminationStrategy: PID 23975 died...\u000a22:26:02.676940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23975): Terminated: ok {rc=0}\u000a22:26:02.686755 --- ParallelTerminationStrategy: PID 23978 died...\u000a22:26:02.739735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23978): Terminated: ok {rc=0}\u000a22:26:02.827850 bus /gobi_0: Setting Powered False\u000a22:26:03.929945 bus /gobi_0: Setting Powered False\u000a22:26:05.038295 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23988): Process ended prematurely: osmo-stp_10.42.42.5(pid=23988) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23988)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23988): Process ended prematurely: osmo-stp_10.42.42.5(pid=23988) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:26:06.154599 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.166388 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:26:06.330115 tst iperf3.py: using LAC 24079\u000a22:26:06.459508 tst iperf3.py: using RAC 109\u000a22:26:06.587600 tst iperf3.py: using CellId 24079\u000a22:26:06.709629 tst iperf3.py: using BVCI 24080\u000a22:26:06.732710 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.743798 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.754570 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.765572 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.776466 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.787524 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.798444 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.809194 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:06.820232 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:07.100238 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:26:07.227808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:07.544815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23980): Launched\u000a22:26:07.806801 run iperf3-srv_10.42.42.10(pid=23981): Launched\u000a22:26:07.992287 tst iperf3.py:8: start network...\u000a22:26:08.119318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:08.597169 run create_hlr_db(pid=23982): Launched\u000a22:26:08.771817 bus /gobi_6: Setting Powered False\u000a22:26:09.794201 run create_hlr_db(pid=23982): Terminated: ok {rc=0}\u000a22:26:10.227370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23984): Launched\u000a22:26:10.553899 run osmo-hlr_10.42.42.2(pid=23985): Launched\u000a22:26:10.673626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:11.326917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23987): Launched\u000a22:26:11.644898 run osmo-stp_10.42.42.5(pid=23988): Launched\u000a22:26:11.761173 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:12.313926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23990): Launched\u000a22:26:12.426841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:12.705098 run patchelf(pid=23991): Launched\u000a22:26:12.891631 run osmo-stp_10.42.42.5(pid=23988): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23988)]\u000a22:26:13.027836 run osmo-stp_10.42.42.5(pid=23988): stdout: \u000a| (launched: 2022-12-09_22:26:11.488111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:13.164480 run osmo-stp_10.42.42.5(pid=23988): stderr: \u000a| �[0;m�[38;5;43m20221209222611679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222611680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222611680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222611680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222611681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222611681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222611681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:13.296542 run osmo-stp_10.42.42.5(pid=23988): stdout: \u000a| (launched: 2022-12-09_22:26:11.488111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:13.426601 run osmo-stp_10.42.42.5(pid=23988): stderr: \u000a| �[0;m�[38;5;43m20221209222611679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222611680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222611680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222611680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222611681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222611681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222611681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:13.579661 run patchelf(pid=23991): Terminating (SIGINT)\u000a22:26:13.759158 run patchelf(pid=23991): Terminated: ok {rc=0}\u000a22:26:13.792007 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23988): Process ended prematurely: osmo-stp_10.42.42.5(pid=23988) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23988)] [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:26:13.801840 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:26:13.864396 run osmo-hlr_10.42.42.2(pid=23985): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23985)]\u000a22:26:13.915316 run osmo-hlr_10.42.42.2(pid=23985): stdout: \u000a| (launched: 2022-12-09_22:26:10.393647) \u000a22:26:13.966772 run osmo-hlr_10.42.42.2(pid=23985): stderr: \u000a| �[0;m�[1;31m20221209222610594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222610594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222610594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222610594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222610594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222610594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222610609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222610619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222610619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222610619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:14.010649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23980): Terminating (SIGTERM)\u000a22:26:14.052260 run iperf3-srv_10.42.42.10(pid=23981): Terminating (SIGTERM)\u000a22:26:14.094550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23984): Terminating (SIGTERM)\u000a22:26:14.136557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23987): Terminating (SIGTERM)\u000a22:26:14.178399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23990): Terminating (SIGTERM)\u000a22:26:14.188098 --- ParallelTerminationStrategy: PID 23980 died...\u000a22:26:14.243830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23980): Terminated: ok {rc=0}\u000a22:26:14.254025 --- ParallelTerminationStrategy: PID 23981 died...\u000a22:26:14.309309 run iperf3-srv_10.42.42.10(pid=23981): Terminated {rc=256}\u000a22:26:14.319418 --- ParallelTerminationStrategy: PID 23984 died...\u000a22:26:14.375034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23984): Terminated: ok {rc=0}\u000a22:26:14.384833 --- ParallelTerminationStrategy: PID 23987 died...\u000a22:26:14.440234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23987): Terminated: ok {rc=0}\u000a22:26:14.450167 --- ParallelTerminationStrategy: PID 23990 died...\u000a22:26:14.505646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23990): Terminated: ok {rc=0}\u000a22:26:14.593052 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24006): Process ended prematurely: osmo-stp_10.42.42.5(pid=24006) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24006)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24006): Process ended prematurely: osmo-stp_10.42.42.5(pid=24006) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:26:15.707584 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:15.719358 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:26:15.880455 tst iperf3m4.py: using LAC 24080\u000a22:26:16.010124 tst iperf3m4.py: using RAC 110\u000a22:26:16.157273 tst iperf3m4.py: using CellId 24080\u000a22:26:16.282985 tst iperf3m4.py: using BVCI 24081\u000a22:26:16.307683 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:16.319767 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:16.332565 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:16.345615 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:16.358632 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:16.371268 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:16.383304 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:16.396756 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:16.408784 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:16.549019 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:16.681445 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:16.824455 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:17.106181 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:26:17.234788 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:17.560793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23992): Launched\u000a22:26:17.834537 run iperf3-srv_10.42.42.10(pid=23993): Launched\u000a22:26:18.030748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:26:18.164505 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:18.495545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23994): Launched\u000a22:26:18.768866 run iperf3-srv_10.42.42.10(pid=23995): Launched\u000a22:26:18.963054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:26:19.095460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:19.424931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23996): Launched\u000a22:26:19.698401 run iperf3-srv_10.42.42.10(pid=23997): Launched\u000a22:26:19.892562 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:26:20.024884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:20.354438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23998): Launched\u000a22:26:20.628373 run iperf3-srv_10.42.42.10(pid=23999): Launched\u000a22:26:20.823759 tst iperf3m4.py:8: start network...\u000a22:26:20.956211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:21.431970 run create_hlr_db(pid=24000): Launched\u000a22:26:21.605206 bus /gobi_6: Setting Powered False\u000a22:26:22.626791 run create_hlr_db(pid=24000): Terminated: ok {rc=0}\u000a22:26:23.050310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24002): Launched\u000a22:26:23.368040 run osmo-hlr_10.42.42.2(pid=24003): Launched\u000a22:26:23.485868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:24.038411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24005): Launched\u000a22:26:24.356204 run osmo-stp_10.42.42.5(pid=24006): Launched\u000a22:26:24.471313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:25.025057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24008): Launched\u000a22:26:25.138441 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:25.416736 run patchelf(pid=24009): Launched\u000a22:26:25.605429 run osmo-stp_10.42.42.5(pid=24006): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24006)]\u000a22:26:25.742702 run osmo-stp_10.42.42.5(pid=24006): stdout: \u000a| (launched: 2022-12-09_22:26:24.200027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:25.880011 run osmo-stp_10.42.42.5(pid=24006): stderr: \u000a| �[0;m�[38;5;43m20221209222624390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222624390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222624391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222624391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222624391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222624392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222624392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:26.012648 run osmo-stp_10.42.42.5(pid=24006): stdout: \u000a| (launched: 2022-12-09_22:26:24.200027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:26.143894 run osmo-stp_10.42.42.5(pid=24006): stderr: \u000a| �[0;m�[38;5;43m20221209222624390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222624390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222624391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222624391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222624391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222624392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222624392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:26.298282 run patchelf(pid=24009): Terminating (SIGINT)\u000a22:26:26.479427 run patchelf(pid=24009): Terminated: ok {rc=0}\u000a22:26:26.512885 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24006): Process ended prematurely: osmo-stp_10.42.42.5(pid=24006) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24006)] [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:26:26.522930 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:26:26.585822 run osmo-hlr_10.42.42.2(pid=24003): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24003)]\u000a22:26:26.637074 run osmo-hlr_10.42.42.2(pid=24003): stdout: \u000a| (launched: 2022-12-09_22:26:23.212263) \u000a22:26:26.688929 run osmo-hlr_10.42.42.2(pid=24003): stderr: \u000a| �[0;m�[1;31m20221209222623411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222623411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222623411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222623411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222623412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222623412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222623424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222623433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222623433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222623433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:26.733452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23992): Terminating (SIGTERM)\u000a22:26:26.775647 run iperf3-srv_10.42.42.10(pid=23993): Terminating (SIGTERM)\u000a22:26:26.817939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23994): Terminating (SIGTERM)\u000a22:26:26.859960 run iperf3-srv_10.42.42.10(pid=23995): Terminating (SIGTERM)\u000a22:26:26.901778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23996): Terminating (SIGTERM)\u000a22:26:26.943576 run iperf3-srv_10.42.42.10(pid=23997): Terminating (SIGTERM)\u000a22:26:26.985675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23998): Terminating (SIGTERM)\u000a22:26:27.027481 run iperf3-srv_10.42.42.10(pid=23999): Terminating (SIGTERM)\u000a22:26:27.069459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24002): Terminating (SIGTERM)\u000a22:26:27.111366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24005): Terminating (SIGTERM)\u000a22:26:27.153277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24008): Terminating (SIGTERM)\u000a22:26:27.162906 --- ParallelTerminationStrategy: PID 23992 died...\u000a22:26:27.218874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23992): Terminated: ok {rc=0}\u000a22:26:27.228911 --- ParallelTerminationStrategy: PID 23993 died...\u000a22:26:27.284312 run iperf3-srv_10.42.42.10(pid=23993): Terminated {rc=256}\u000a22:26:27.294337 --- ParallelTerminationStrategy: PID 23994 died...\u000a22:26:27.349556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23994): Terminated: ok {rc=0}\u000a22:26:27.359420 --- ParallelTerminationStrategy: PID 23995 died...\u000a22:26:27.414531 run iperf3-srv_10.42.42.10(pid=23995): Terminated {rc=256}\u000a22:26:27.424529 --- ParallelTerminationStrategy: PID 23996 died...\u000a22:26:27.479905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23996): Terminated: ok {rc=0}\u000a22:26:27.489987 --- ParallelTerminationStrategy: PID 23997 died...\u000a22:26:27.545594 run iperf3-srv_10.42.42.10(pid=23997): Terminated {rc=256}\u000a22:26:27.555693 --- ParallelTerminationStrategy: PID 23998 died...\u000a22:26:27.610855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23998): Terminated: ok {rc=0}\u000a22:26:27.620822 --- ParallelTerminationStrategy: PID 23999 died...\u000a22:26:27.675877 run iperf3-srv_10.42.42.10(pid=23999): Terminated {rc=256}\u000a22:26:27.685813 --- ParallelTerminationStrategy: PID 24002 died...\u000a22:26:27.741092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24002): Terminated: ok {rc=0}\u000a22:26:27.751126 --- ParallelTerminationStrategy: PID 24005 died...\u000a22:26:27.806427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24005): Terminated: ok {rc=0}\u000a22:26:27.816497 --- ParallelTerminationStrategy: PID 24008 died...\u000a22:26:27.871882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24008): Terminated: ok {rc=0}\u000a22:26:27.959251 bus /gobi_4: Setting Powered False\u000a22:26:29.066280 bus /gobi_4: Setting Powered False\u000a22:26:30.174886 bus /gobi_1: Setting Powered False\u000a22:26:31.299228 bus /gobi_1: Setting Powered False\u000a22:26:32.410672 bus /gobi_0: Setting Powered False\u000a22:26:33.513222 bus /gobi_0: Setting Powered False\u000a22:26:34.625201 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24016): Process ended prematurely: osmo-stp_10.42.42.5(pid=24016) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24016)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24016): Process ended prematurely: osmo-stp_10.42.42.5(pid=24016) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24016)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:26:35.692658 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:35.704277 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:26:35.857238 tst ping.py: using LAC 24081\u000a22:26:35.979759 tst ping.py: using RAC 111\u000a22:26:36.102517 tst ping.py: using CellId 24081\u000a22:26:36.227082 tst ping.py: using BVCI 24082\u000a22:26:36.251368 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:36.262787 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:36.274013 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:36.285130 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:36.296089 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:36.307477 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:36.318839 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:36.329969 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:36.602725 tst ping.py:19: start network...\u000a22:26:36.725916 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:37.191287 run create_hlr_db(pid=24010): Launched\u000a22:26:37.362064 bus /gobi_6: Setting Powered False\u000a22:26:38.383167 run create_hlr_db(pid=24010): Terminated: ok {rc=0}\u000a22:26:38.777876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24012): Launched\u000a22:26:39.074174 run osmo-hlr_10.42.42.2(pid=24013): Launched\u000a22:26:39.181378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:39.692149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24015): Launched\u000a22:26:39.986262 run osmo-stp_10.42.42.5(pid=24016): Launched\u000a22:26:40.093772 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:40.607862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24018): Launched\u000a22:26:40.712514 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:40.969275 run patchelf(pid=24019): Launched\u000a22:26:41.142056 run osmo-stp_10.42.42.5(pid=24016): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24016)]\u000a22:26:41.268098 run osmo-stp_10.42.42.5(pid=24016): stdout: \u000a| (launched: 2022-12-09_22:26:39.841460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:41.395032 run osmo-stp_10.42.42.5(pid=24016): stderr: \u000a| �[0;m�[38;5;43m20221209222640009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222640009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222640009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222640010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222640012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222640012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222640012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:41.516673 run osmo-stp_10.42.42.5(pid=24016): stdout: \u000a| (launched: 2022-12-09_22:26:39.841460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:41.637504 run osmo-stp_10.42.42.5(pid=24016): stderr: \u000a| �[0;m�[38;5;43m20221209222640009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222640009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222640009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222640010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222640012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222640012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222640012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:41.779619 run patchelf(pid=24019): Terminating (SIGINT)\u000a22:26:41.946180 run patchelf(pid=24019): Terminated: ok {rc=0}\u000a22:26:41.976302 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24016): Process ended prematurely: osmo-stp_10.42.42.5(pid=24016) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24016)] [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:26:41.984927 tst ping.py:22: Test FAILED (6.3 sec)\u000a22:26:42.045311 run osmo-hlr_10.42.42.2(pid=24013): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24013)]\u000a22:26:42.094806 run osmo-hlr_10.42.42.2(pid=24013): stdout: \u000a| (launched: 2022-12-09_22:26:38.928341) \u000a22:26:42.144485 run osmo-hlr_10.42.42.2(pid=24013): stderr: \u000a| �[0;m�[1;31m20221209222639106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222639106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222639106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222639106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222639106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222639106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222639118 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222639126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222639127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222639127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:42.186359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24012): Terminating (SIGTERM)\u000a22:26:42.226119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24015): Terminating (SIGTERM)\u000a22:26:42.265948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24018): Terminating (SIGTERM)\u000a22:26:42.275396 --- ParallelTerminationStrategy: PID 24012 died...\u000a22:26:42.329327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24012): Terminated: ok {rc=0}\u000a22:26:42.338979 --- ParallelTerminationStrategy: PID 24015 died...\u000a22:26:42.392478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24015): Terminated: ok {rc=0}\u000a22:26:42.402016 --- ParallelTerminationStrategy: PID 24018 died...\u000a22:26:42.455204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24018): Terminated: ok {rc=0}\u000a22:26:42.544236 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24026): Process ended prematurely: osmo-stp_10.42.42.5(pid=24026) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24026)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24026): Process ended prematurely: osmo-stp_10.42.42.5(pid=24026) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:26:43.596026 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:43.608005 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:26:43.763851 tst ping_idle_ping.py: using LAC 24082\u000a22:26:43.880457 tst ping_idle_ping.py: using RAC 112\u000a22:26:43.995112 tst ping_idle_ping.py: using CellId 24082\u000a22:26:44.112355 tst ping_idle_ping.py: using BVCI 24083\u000a22:26:44.134805 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:44.145691 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:44.156273 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:44.167209 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:44.178133 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:44.189040 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:44.199858 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:26:44.210683 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:26:44.500732 tst ping_idle_ping.py:24: start network...\u000a22:26:44.632804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:45.134556 run create_hlr_db(pid=24020): Launched\u000a22:26:45.317148 bus /gobi_6: Setting Powered False\u000a22:26:46.341058 run create_hlr_db(pid=24020): Terminated: ok {rc=0}\u000a22:26:46.782436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24022): Launched\u000a22:26:47.204922 run osmo-hlr_10.42.42.2(pid=24023): Launched\u000a22:26:47.350238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:47.900890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24025): Launched\u000a22:26:48.216015 run osmo-stp_10.42.42.5(pid=24026): Launched\u000a22:26:48.332518 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:26:48.881549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24028): Launched\u000a22:26:48.992942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:26:49.268759 run patchelf(pid=24029): Launched\u000a22:26:49.453379 run osmo-stp_10.42.42.5(pid=24026): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24026)]\u000a22:26:49.589043 run osmo-stp_10.42.42.5(pid=24026): stdout: \u000a| (launched: 2022-12-09_22:26:48.062344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:49.724179 run osmo-stp_10.42.42.5(pid=24026): stderr: \u000a| �[0;m�[38;5;43m20221209222648254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222648254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222648254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222648254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222648255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222648255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222648255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:49.854456 run osmo-stp_10.42.42.5(pid=24026): stdout: \u000a| (launched: 2022-12-09_22:26:48.062344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:26:49.983180 run osmo-stp_10.42.42.5(pid=24026): stderr: \u000a| �[0;m�[38;5;43m20221209222648254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222648254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222648254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222648254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222648255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222648255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222648255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:26:50.134580 run patchelf(pid=24029): Terminating (SIGINT)\u000a22:26:50.312797 run patchelf(pid=24029): Terminated: ok {rc=0}\u000a22:26:50.345175 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24026): Process ended prematurely: osmo-stp_10.42.42.5(pid=24026) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24026)] [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:26:50.354401 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a22:26:50.416925 run osmo-hlr_10.42.42.2(pid=24023): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24023)]\u000a22:26:50.468011 run osmo-hlr_10.42.42.2(pid=24023): stdout: \u000a| (launched: 2022-12-09_22:26:46.945054) \u000a22:26:50.519924 run osmo-hlr_10.42.42.2(pid=24023): stderr: \u000a| �[0;m�[1;31m20221209222647251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222647251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222647251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222647251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222647251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222647251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222647263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222647275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222647275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222647275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:26:50.563984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24022): Terminating (SIGTERM)\u000a22:26:50.605548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24025): Terminating (SIGTERM)\u000a22:26:50.647007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24028): Terminating (SIGTERM)\u000a22:26:50.656564 --- ParallelTerminationStrategy: PID 24022 died...\u000a22:26:50.712390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24022): Terminated: ok {rc=0}\u000a22:26:50.722432 --- ParallelTerminationStrategy: PID 24025 died...\u000a22:26:50.778156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24025): Terminated: ok {rc=0}\u000a22:26:50.788180 --- ParallelTerminationStrategy: PID 24028 died...\u000a22:26:50.843816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24028): Terminated: ok {rc=0}\u000a22:26:50.930278 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:25:52" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24046): Process ended prematurely: osmo-stp_10.42.42.5(pid=24046) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24046)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24046): Process ended prematurely: osmo-stp_10.42.42.5(pid=24046) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:26:53.093740 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.104943 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:26:53.270223 tst cs_paging_gprs_active.py: using LAC 24083\u000a22:26:53.396018 tst cs_paging_gprs_active.py: using RAC 113\u000a22:26:53.524398 tst cs_paging_gprs_active.py: using CellId 24083\u000a22:26:53.650075 tst cs_paging_gprs_active.py: using BVCI 24084\u000a22:26:53.674686 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.685977 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.697127 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.708224 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.719373 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.730515 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.741768 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.752759 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:26:53.764040 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:26:53.880199 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:26:54.177124 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:26:54.310636 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:54.644761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24036): Launched\u000a22:26:54.922240 run iperf3-srv_10.42.42.10(pid=24037): Launched\u000a22:26:55.118584 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:26:55.252297 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:26:55.584742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24038): Launched\u000a22:26:55.860046 run iperf3-srv_10.42.42.10(pid=24039): Launched\u000a22:26:56.056571 tst cs_paging_gprs_active.py:38: start network...\u000a22:26:56.190292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:26:56.704237 run create_hlr_db(pid=24040): Launched\u000a22:26:56.889052 bus /gobi_6: Setting Powered False\u000a22:26:57.911455 run create_hlr_db(pid=24040): Terminated: ok {rc=0}\u000a22:26:58.318214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24042): Launched\u000a22:26:58.620667 run osmo-hlr_10.42.42.2(pid=24043): Launched\u000a22:26:58.738639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:26:59.275654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24045): Launched\u000a22:26:59.577737 run osmo-stp_10.42.42.5(pid=24046): Launched\u000a22:26:59.688373 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:00.212828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24048): Launched\u000a22:27:00.320185 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:00.591125 run patchelf(pid=24049): Launched\u000a22:27:00.779418 run osmo-stp_10.42.42.5(pid=24046): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24046)]\u000a22:27:00.918833 run osmo-stp_10.42.42.5(pid=24046): stdout: \u000a| (launched: 2022-12-09_22:26:59.428324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:01.058619 run osmo-stp_10.42.42.5(pid=24046): stderr: \u000a| �[0;m�[38;5;43m20221209222659597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222659597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222659597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222659598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222659598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222659598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222659598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:01.221910 run osmo-stp_10.42.42.5(pid=24046): stdout: \u000a| (launched: 2022-12-09_22:26:59.428324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:01.392167 run osmo-stp_10.42.42.5(pid=24046): stderr: \u000a| �[0;m�[38;5;43m20221209222659597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222659597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222659597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222659598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222659598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222659598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222659598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:01.580881 run patchelf(pid=24049): Terminating (SIGINT)\u000a22:27:01.766666 run patchelf(pid=24049): Terminated: ok {rc=0}\u000a22:27:01.800765 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24046): Process ended prematurely: osmo-stp_10.42.42.5(pid=24046) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24046)] [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:27:01.810836 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:27:01.886592 run osmo-hlr_10.42.42.2(pid=24043): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24043)]\u000a22:27:01.947989 run osmo-hlr_10.42.42.2(pid=24043): stdout: \u000a| (launched: 2022-12-09_22:26:58.471153) \u000a22:27:02.010228 run osmo-hlr_10.42.42.2(pid=24043): stderr: \u000a| �[0;m�[1;31m20221209222658646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222658646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222658646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222658646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222658646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222658646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222658658 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222658666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222658667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222658667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:02.064623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24036): Terminating (SIGTERM)\u000a22:27:02.115774 run iperf3-srv_10.42.42.10(pid=24037): Terminating (SIGTERM)\u000a22:27:02.168858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24038): Terminating (SIGTERM)\u000a22:27:02.220650 run iperf3-srv_10.42.42.10(pid=24039): Terminating (SIGTERM)\u000a22:27:02.271588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24042): Terminating (SIGTERM)\u000a22:27:02.312596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24045): Terminating (SIGTERM)\u000a22:27:02.353866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24048): Terminating (SIGTERM)\u000a22:27:02.363436 --- ParallelTerminationStrategy: PID 24036 died...\u000a22:27:02.418262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24036): Terminated: ok {rc=0}\u000a22:27:02.427747 --- ParallelTerminationStrategy: PID 24037 died...\u000a22:27:02.481069 run iperf3-srv_10.42.42.10(pid=24037): Terminated {rc=256}\u000a22:27:02.490668 --- ParallelTerminationStrategy: PID 24038 died...\u000a22:27:02.544355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24038): Terminated: ok {rc=0}\u000a22:27:02.554382 --- ParallelTerminationStrategy: PID 24039 died...\u000a22:27:02.607988 run iperf3-srv_10.42.42.10(pid=24039): Terminated {rc=256}\u000a22:27:02.617848 --- ParallelTerminationStrategy: PID 24042 died...\u000a22:27:02.671387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24042): Terminated: ok {rc=0}\u000a22:27:02.680826 --- ParallelTerminationStrategy: PID 24045 died...\u000a22:27:02.733997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24045): Terminated: ok {rc=0}\u000a22:27:02.743686 --- ParallelTerminationStrategy: PID 24048 died...\u000a22:27:02.797716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24048): Terminated: ok {rc=0}\u000a22:27:02.887411 bus /gobi_0: Setting Powered False\u000a22:27:03.991870 bus /gobi_0: Setting Powered False\u000a22:27:05.102875 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24058): Process ended prematurely: osmo-stp_10.42.42.5(pid=24058) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24058)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24058): Process ended prematurely: osmo-stp_10.42.42.5(pid=24058) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:27:06.218153 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.230131 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:27:06.394023 tst iperf3.py: using LAC 24084\u000a22:27:06.519099 tst iperf3.py: using RAC 114\u000a22:27:06.647119 tst iperf3.py: using CellId 24084\u000a22:27:06.776761 tst iperf3.py: using BVCI 24085\u000a22:27:06.801203 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.812402 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.823513 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.834641 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.845637 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.856721 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.868092 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.879104 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:06.890316 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:07.181873 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:27:07.314851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:07.646044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24050): Launched\u000a22:27:07.922005 run iperf3-srv_10.42.42.10(pid=24051): Launched\u000a22:27:08.117765 tst iperf3.py:8: start network...\u000a22:27:08.250999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:08.762312 run create_hlr_db(pid=24052): Launched\u000a22:27:08.946572 bus /gobi_6: Setting Powered False\u000a22:27:09.968689 run create_hlr_db(pid=24052): Terminated: ok {rc=0}\u000a22:27:10.373751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24054): Launched\u000a22:27:10.677345 run osmo-hlr_10.42.42.2(pid=24055): Launched\u000a22:27:10.795942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:11.326466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24057): Launched\u000a22:27:11.627426 run osmo-stp_10.42.42.5(pid=24058): Launched\u000a22:27:11.739696 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:12.261827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24060): Launched\u000a22:27:12.367979 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:12.630394 run patchelf(pid=24061): Launched\u000a22:27:12.806339 run osmo-stp_10.42.42.5(pid=24058): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24058)]\u000a22:27:12.934647 run osmo-stp_10.42.42.5(pid=24058): stdout: \u000a| (launched: 2022-12-09_22:27:11.478340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:13.063219 run osmo-stp_10.42.42.5(pid=24058): stderr: \u000a| �[0;m�[38;5;43m20221209222711648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222711648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222711649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222711649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222711649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222711650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222711650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:13.186818 run osmo-stp_10.42.42.5(pid=24058): stdout: \u000a| (launched: 2022-12-09_22:27:11.478340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:13.309211 run osmo-stp_10.42.42.5(pid=24058): stderr: \u000a| �[0;m�[38;5;43m20221209222711648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222711648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222711649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222711649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222711649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222711650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222711650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:13.453783 run patchelf(pid=24061): Terminating (SIGINT)\u000a22:27:13.623350 run patchelf(pid=24061): Terminated: ok {rc=0}\u000a22:27:13.654381 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24058): Process ended prematurely: osmo-stp_10.42.42.5(pid=24058) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24058)] [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:27:13.663571 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:27:13.723561 run osmo-hlr_10.42.42.2(pid=24055): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24055)]\u000a22:27:13.772445 run osmo-hlr_10.42.42.2(pid=24055): stdout: \u000a| (launched: 2022-12-09_22:27:10.526616) \u000a22:27:13.821855 run osmo-hlr_10.42.42.2(pid=24055): stderr: \u000a| �[0;m�[1;31m20221209222710702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222710702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222710702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222710702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222710702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222710702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222710714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222710722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222710723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222710723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:13.863502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24050): Terminating (SIGTERM)\u000a22:27:13.903168 run iperf3-srv_10.42.42.10(pid=24051): Terminating (SIGTERM)\u000a22:27:13.942701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24054): Terminating (SIGTERM)\u000a22:27:13.982618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24057): Terminating (SIGTERM)\u000a22:27:14.022192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24060): Terminating (SIGTERM)\u000a22:27:14.031381 --- ParallelTerminationStrategy: PID 24050 died...\u000a22:27:14.084150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24050): Terminated: ok {rc=0}\u000a22:27:14.094000 --- ParallelTerminationStrategy: PID 24051 died...\u000a22:27:14.147165 run iperf3-srv_10.42.42.10(pid=24051): Terminated {rc=256}\u000a22:27:14.156594 --- ParallelTerminationStrategy: PID 24054 died...\u000a22:27:14.209423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24054): Terminated: ok {rc=0}\u000a22:27:14.219107 --- ParallelTerminationStrategy: PID 24057 died...\u000a22:27:14.272105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24057): Terminated: ok {rc=0}\u000a22:27:14.281814 --- ParallelTerminationStrategy: PID 24060 died...\u000a22:27:14.334816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24060): Terminated: ok {rc=0}\u000a22:27:14.423323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24076): Process ended prematurely: osmo-stp_10.42.42.5(pid=24076) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24076)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24076): Process ended prematurely: osmo-stp_10.42.42.5(pid=24076) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:27:15.533276 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:15.544695 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:27:15.702077 tst iperf3m4.py: using LAC 24085\u000a22:27:15.819166 tst iperf3m4.py: using RAC 115\u000a22:27:15.958474 tst iperf3m4.py: using CellId 24085\u000a22:27:16.120057 tst iperf3m4.py: using BVCI 24086\u000a22:27:16.154466 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:16.171234 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:16.187633 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:16.203916 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:16.220747 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:16.237912 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:16.253751 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:16.270697 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:16.286897 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:16.446963 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:16.593333 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:16.745390 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:17.085366 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:27:17.213979 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:17.528850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24062): Launched\u000a22:27:17.787178 run iperf3-srv_10.42.42.10(pid=24063): Launched\u000a22:27:17.969989 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:27:18.094256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:18.404826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24064): Launched\u000a22:27:18.663196 run iperf3-srv_10.42.42.10(pid=24065): Launched\u000a22:27:18.846298 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:27:18.970813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:19.280739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24066): Launched\u000a22:27:19.538470 run iperf3-srv_10.42.42.10(pid=24067): Launched\u000a22:27:19.721153 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:27:19.845313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:20.156316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24068): Launched\u000a22:27:20.414206 run iperf3-srv_10.42.42.10(pid=24069): Launched\u000a22:27:20.596942 tst iperf3m4.py:8: start network...\u000a22:27:20.722016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:21.193495 run create_hlr_db(pid=24070): Launched\u000a22:27:21.367775 bus /gobi_6: Setting Powered False\u000a22:27:22.386985 run create_hlr_db(pid=24070): Terminated: ok {rc=0}\u000a22:27:22.789542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24072): Launched\u000a22:27:23.090203 run osmo-hlr_10.42.42.2(pid=24073): Launched\u000a22:27:23.204745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:23.738471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24075): Launched\u000a22:27:24.038182 run osmo-stp_10.42.42.5(pid=24076): Launched\u000a22:27:24.147616 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:24.670891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24078): Launched\u000a22:27:24.778165 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:25.039607 run patchelf(pid=24079): Launched\u000a22:27:25.216216 run osmo-stp_10.42.42.5(pid=24076): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24076)]\u000a22:27:25.344768 run osmo-stp_10.42.42.5(pid=24076): stdout: \u000a| (launched: 2022-12-09_22:27:23.890784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:25.473884 run osmo-stp_10.42.42.5(pid=24076): stderr: \u000a| �[0;m�[38;5;43m20221209222724059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222724059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222724060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222724060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222724061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222724061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222724061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:25.597784 run osmo-stp_10.42.42.5(pid=24076): stdout: \u000a| (launched: 2022-12-09_22:27:23.890784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:25.720197 run osmo-stp_10.42.42.5(pid=24076): stderr: \u000a| �[0;m�[38;5;43m20221209222724059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222724059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222724060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222724060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222724061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222724061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222724061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:25.864489 run patchelf(pid=24079): Terminating (SIGINT)\u000a22:27:26.034854 run patchelf(pid=24079): Terminated: ok {rc=0}\u000a22:27:26.066264 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24076): Process ended prematurely: osmo-stp_10.42.42.5(pid=24076) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24076)] [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:27:26.075370 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:27:26.135729 run osmo-hlr_10.42.42.2(pid=24073): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24073)]\u000a22:27:26.185548 run osmo-hlr_10.42.42.2(pid=24073): stdout: \u000a| (launched: 2022-12-09_22:27:22.941827) \u000a22:27:26.235440 run osmo-hlr_10.42.42.2(pid=24073): stderr: \u000a| �[0;m�[1;31m20221209222723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222723121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222723136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222723144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222723144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222723145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:26.277288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24062): Terminating (SIGTERM)\u000a22:27:26.316976 run iperf3-srv_10.42.42.10(pid=24063): Terminating (SIGTERM)\u000a22:27:26.356545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24064): Terminating (SIGTERM)\u000a22:27:26.396031 run iperf3-srv_10.42.42.10(pid=24065): Terminating (SIGTERM)\u000a22:27:26.435557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24066): Terminating (SIGTERM)\u000a22:27:26.475016 run iperf3-srv_10.42.42.10(pid=24067): Terminating (SIGTERM)\u000a22:27:26.514574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24068): Terminating (SIGTERM)\u000a22:27:26.554063 run iperf3-srv_10.42.42.10(pid=24069): Terminating (SIGTERM)\u000a22:27:26.593773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24072): Terminating (SIGTERM)\u000a22:27:26.633448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24075): Terminating (SIGTERM)\u000a22:27:26.673314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24078): Terminating (SIGTERM)\u000a22:27:26.682709 --- ParallelTerminationStrategy: PID 24062 died...\u000a22:27:26.736316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24062): Terminated: ok {rc=0}\u000a22:27:26.746215 --- ParallelTerminationStrategy: PID 24063 died...\u000a22:27:26.799367 run iperf3-srv_10.42.42.10(pid=24063): Terminated {rc=256}\u000a22:27:26.809417 --- ParallelTerminationStrategy: PID 24064 died...\u000a22:27:26.863205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24064): Terminated: ok {rc=0}\u000a22:27:26.872619 --- ParallelTerminationStrategy: PID 24065 died...\u000a22:27:26.925513 run iperf3-srv_10.42.42.10(pid=24065): Terminated {rc=256}\u000a22:27:26.935165 --- ParallelTerminationStrategy: PID 24066 died...\u000a22:27:26.987902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24066): Terminated: ok {rc=0}\u000a22:27:26.997717 --- ParallelTerminationStrategy: PID 24067 died...\u000a22:27:27.050659 run iperf3-srv_10.42.42.10(pid=24067): Terminated {rc=256}\u000a22:27:27.060689 --- ParallelTerminationStrategy: PID 24068 died...\u000a22:27:27.113759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24068): Terminated: ok {rc=0}\u000a22:27:27.123575 --- ParallelTerminationStrategy: PID 24069 died...\u000a22:27:27.176596 run iperf3-srv_10.42.42.10(pid=24069): Terminated {rc=256}\u000a22:27:27.186145 --- ParallelTerminationStrategy: PID 24072 died...\u000a22:27:27.238839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24072): Terminated: ok {rc=0}\u000a22:27:27.248561 --- ParallelTerminationStrategy: PID 24075 died...\u000a22:27:27.300993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24075): Terminated: ok {rc=0}\u000a22:27:27.310732 --- ParallelTerminationStrategy: PID 24078 died...\u000a22:27:27.363632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24078): Terminated: ok {rc=0}\u000a22:27:27.453472 bus /gobi_4: Setting Powered False\u000a22:27:28.557793 bus /gobi_4: Setting Powered False\u000a22:27:29.670410 bus /gobi_1: Setting Powered False\u000a22:27:30.774453 bus /gobi_1: Setting Powered False\u000a22:27:31.886555 bus /gobi_0: Setting Powered False\u000a22:27:32.991261 bus /gobi_0: Setting Powered False\u000a22:27:34.100686 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24088): Process ended prematurely: osmo-stp_10.42.42.5(pid=24088) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24088)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24088): Process ended prematurely: osmo-stp_10.42.42.5(pid=24088) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:27:35.167111 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:35.178591 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:27:35.332638 tst ping.py: using LAC 24086\u000a22:27:35.448119 tst ping.py: using RAC 116\u000a22:27:35.562438 tst ping.py: using CellId 24086\u000a22:27:35.679973 tst ping.py: using BVCI 24087\u000a22:27:35.702389 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:35.713289 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:35.723924 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:35.735014 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:35.745882 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:35.756775 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:35.767802 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:35.778624 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:36.065431 tst ping.py:19: start network...\u000a22:27:36.195644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:36.700028 run create_hlr_db(pid=24082): Launched\u000a22:27:36.884009 bus /gobi_6: Setting Powered False\u000a22:27:37.902980 run create_hlr_db(pid=24082): Terminated: ok {rc=0}\u000a22:27:38.322309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24084): Launched\u000a22:27:38.636438 run osmo-hlr_10.42.42.2(pid=24085): Launched\u000a22:27:38.750872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:39.294738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24087): Launched\u000a22:27:39.607028 run osmo-stp_10.42.42.5(pid=24088): Launched\u000a22:27:39.720069 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:40.267281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24090): Launched\u000a22:27:40.378895 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:40.653015 run patchelf(pid=24091): Launched\u000a22:27:40.838051 run osmo-stp_10.42.42.5(pid=24088): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24088)]\u000a22:27:40.973091 run osmo-stp_10.42.42.5(pid=24088): stdout: \u000a| (launched: 2022-12-09_22:27:39.453680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:41.108686 run osmo-stp_10.42.42.5(pid=24088): stderr: \u000a| �[0;m�[38;5;43m20221209222739645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222739646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222739646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222739646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222739647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222739647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222739647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:41.238890 run osmo-stp_10.42.42.5(pid=24088): stdout: \u000a| (launched: 2022-12-09_22:27:39.453680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:41.367804 run osmo-stp_10.42.42.5(pid=24088): stderr: \u000a| �[0;m�[38;5;43m20221209222739645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222739646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222739646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222739646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222739647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222739647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222739647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:41.519114 run patchelf(pid=24091): Terminating (SIGINT)\u000a22:27:41.697288 run patchelf(pid=24091): Terminated: ok {rc=0}\u000a22:27:41.729451 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24088): Process ended prematurely: osmo-stp_10.42.42.5(pid=24088) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24088)] [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:27:41.738760 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:27:41.801602 run osmo-hlr_10.42.42.2(pid=24085): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24085)]\u000a22:27:41.852877 run osmo-hlr_10.42.42.2(pid=24085): stdout: \u000a| (launched: 2022-12-09_22:27:38.481971) \u000a22:27:41.904674 run osmo-hlr_10.42.42.2(pid=24085): stderr: \u000a| �[0;m�[1;31m20221209222738678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222738678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222738678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222738678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222738678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222738678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222738694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222738702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222738702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222738702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:41.948826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24084): Terminating (SIGTERM)\u000a22:27:41.990667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24087): Terminating (SIGTERM)\u000a22:27:42.032412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24090): Terminating (SIGTERM)\u000a22:27:42.042060 --- ParallelTerminationStrategy: PID 24084 died...\u000a22:27:42.097906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24084): Terminated: ok {rc=0}\u000a22:27:42.107971 --- ParallelTerminationStrategy: PID 24087 died...\u000a22:27:42.163333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24087): Terminated: ok {rc=0}\u000a22:27:42.173413 --- ParallelTerminationStrategy: PID 24090 died...\u000a22:27:42.229291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24090): Terminated: ok {rc=0}\u000a22:27:42.316985 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24098): Process ended prematurely: osmo-stp_10.42.42.5(pid=24098) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24098)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24098): Process ended prematurely: osmo-stp_10.42.42.5(pid=24098) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:27:43.368208 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:43.380259 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:27:43.546499 tst ping_idle_ping.py: using LAC 24087\u000a22:27:43.672494 tst ping_idle_ping.py: using RAC 117\u000a22:27:43.790853 tst ping_idle_ping.py: using CellId 24087\u000a22:27:43.906832 tst ping_idle_ping.py: using BVCI 24088\u000a22:27:43.929598 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:43.940516 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:43.951308 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:43.962888 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:43.974155 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:43.985331 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:43.996427 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:27:44.007560 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:27:44.294229 tst ping_idle_ping.py:24: start network...\u000a22:27:44.424844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:44.929119 run create_hlr_db(pid=24092): Launched\u000a22:27:45.111700 bus /gobi_6: Setting Powered False\u000a22:27:46.134528 run create_hlr_db(pid=24092): Terminated: ok {rc=0}\u000a22:27:46.566067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24094): Launched\u000a22:27:46.987825 run osmo-hlr_10.42.42.2(pid=24095): Launched\u000a22:27:47.145614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:47.666276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24097): Launched\u000a22:27:47.963910 run osmo-stp_10.42.42.5(pid=24098): Launched\u000a22:27:48.072234 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:48.590908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24100): Launched\u000a22:27:48.697368 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:27:48.958756 run patchelf(pid=24101): Launched\u000a22:27:49.134963 run osmo-stp_10.42.42.5(pid=24098): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24098)]\u000a22:27:49.263766 run osmo-stp_10.42.42.5(pid=24098): stdout: \u000a| (launched: 2022-12-09_22:27:47.817917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:49.393170 run osmo-stp_10.42.42.5(pid=24098): stderr: \u000a| �[0;m�[38;5;43m20221209222747987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222747987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222747987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222747988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222747988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222747988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222747988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:49.517395 run osmo-stp_10.42.42.5(pid=24098): stdout: \u000a| (launched: 2022-12-09_22:27:47.817917)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:27:49.640333 run osmo-stp_10.42.42.5(pid=24098): stderr: \u000a| �[0;m�[38;5;43m20221209222747987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222747987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222747987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222747988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222747988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222747988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222747988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:27:49.784540 run patchelf(pid=24101): Terminating (SIGINT)\u000a22:27:49.954257 run patchelf(pid=24101): Terminated: ok {rc=0}\u000a22:27:49.985031 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24098): Process ended prematurely: osmo-stp_10.42.42.5(pid=24098) [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24098)] [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:27:49.993635 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:27:50.053645 run osmo-hlr_10.42.42.2(pid=24095): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24095)]\u000a22:27:50.102377 run osmo-hlr_10.42.42.2(pid=24095): stdout: \u000a| (launched: 2022-12-09_22:27:46.730683) \u000a22:27:50.151806 run osmo-hlr_10.42.42.2(pid=24095): stderr: \u000a| �[0;m�[1;31m20221209222747046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222747046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222747046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222747046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222747046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222747047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222747063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222747076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222747076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222747076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:27:50.193447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24094): Terminating (SIGTERM)\u000a22:27:50.232861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24097): Terminating (SIGTERM)\u000a22:27:50.272475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24100): Terminating (SIGTERM)\u000a22:27:50.282088 --- ParallelTerminationStrategy: PID 24094 died...\u000a22:27:50.335489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24094): Terminated: ok {rc=0}\u000a22:27:50.345398 --- ParallelTerminationStrategy: PID 24097 died...\u000a22:27:50.398480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24097): Terminated: ok {rc=0}\u000a22:27:50.408057 --- ParallelTerminationStrategy: PID 24100 died...\u000a22:27:50.461426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24100): Terminated: ok {rc=0}\u000a22:27:50.550715 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:26:52" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24115): Process ended prematurely: osmo-stp_10.42.42.5(pid=24115) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24115)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24115): Process ended prematurely: osmo-stp_10.42.42.5(pid=24115) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:27:52.713229 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:52.724334 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:27:52.865609 tst cs_paging_gprs_active.py: using LAC 24088\u000a22:27:52.991690 tst cs_paging_gprs_active.py: using RAC 118\u000a22:27:53.118165 tst cs_paging_gprs_active.py: using CellId 24088\u000a22:27:53.248429 tst cs_paging_gprs_active.py: using BVCI 24089\u000a22:27:53.273114 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:53.284672 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:53.296220 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:53.307674 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:53.319121 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:53.330511 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:53.342016 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:53.353448 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:27:53.365111 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:27:53.481666 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:27:53.760898 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:27:53.886970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:54.199634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24105): Launched\u000a22:27:54.459297 run iperf3-srv_10.42.42.10(pid=24106): Launched\u000a22:27:54.642841 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:27:54.768213 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:27:55.094791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24107): Launched\u000a22:27:55.372114 run iperf3-srv_10.42.42.10(pid=24108): Launched\u000a22:27:55.570205 tst cs_paging_gprs_active.py:38: start network...\u000a22:27:55.704548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:27:56.219978 run create_hlr_db(pid=24109): Launched\u000a22:27:56.406545 bus /gobi_6: Setting Powered False\u000a22:27:57.427883 run create_hlr_db(pid=24109): Terminated: ok {rc=0}\u000a22:27:57.855976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24111): Launched\u000a22:27:58.177147 run osmo-hlr_10.42.42.2(pid=24112): Launched\u000a22:27:58.297915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:27:58.855544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24114): Launched\u000a22:27:59.177420 run osmo-stp_10.42.42.5(pid=24115): Launched\u000a22:27:59.293320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:27:59.852354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24117): Launched\u000a22:27:59.966287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:00.245535 run patchelf(pid=24118): Launched\u000a22:28:00.433231 run osmo-stp_10.42.42.5(pid=24115): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24115)]\u000a22:28:00.570678 run osmo-stp_10.42.42.5(pid=24115): stdout: \u000a| (launched: 2022-12-09_22:27:59.019722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:00.709296 run osmo-stp_10.42.42.5(pid=24115): stderr: \u000a| �[0;m�[38;5;43m20221209222759210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222759210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222759210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222759210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222759211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222759211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222759211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:00.845712 run osmo-stp_10.42.42.5(pid=24115): stdout: \u000a| (launched: 2022-12-09_22:27:59.019722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:00.995754 run osmo-stp_10.42.42.5(pid=24115): stderr: \u000a| �[0;m�[38;5;43m20221209222759210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222759210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222759210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222759210 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222759211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222759211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222759211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:01.149349 run patchelf(pid=24118): Terminating (SIGINT)\u000a22:28:01.363516 run patchelf(pid=24118): Terminated: ok {rc=0}\u000a22:28:01.405401 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24115): Process ended prematurely: osmo-stp_10.42.42.5(pid=24115) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24115)] [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a22:28:01.415556 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:28:01.483911 run osmo-hlr_10.42.42.2(pid=24112): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24112)]\u000a22:28:01.548599 run osmo-hlr_10.42.42.2(pid=24112): stdout: \u000a| (launched: 2022-12-09_22:27:58.019600) \u000a22:28:01.613266 run osmo-hlr_10.42.42.2(pid=24112): stderr: \u000a| �[0;m�[1;31m20221209222758218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222758219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222758219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222758219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222758219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222758219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222758231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222758240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222758240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222758240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:01.671718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24105): Terminating (SIGTERM)\u000a22:28:01.728397 run iperf3-srv_10.42.42.10(pid=24106): Terminating (SIGTERM)\u000a22:28:01.775701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24107): Terminating (SIGTERM)\u000a22:28:01.820769 run iperf3-srv_10.42.42.10(pid=24108): Terminating (SIGTERM)\u000a22:28:01.865410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24111): Terminating (SIGTERM)\u000a22:28:01.910335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24114): Terminating (SIGTERM)\u000a22:28:01.954033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24117): Terminating (SIGTERM)\u000a22:28:01.966881 --- ParallelTerminationStrategy: PID 24105 died...\u000a22:28:02.025305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24105): Terminated: ok {rc=0}\u000a22:28:02.036912 --- ParallelTerminationStrategy: PID 24106 died...\u000a22:28:02.092548 run iperf3-srv_10.42.42.10(pid=24106): Terminated {rc=256}\u000a22:28:02.104061 --- ParallelTerminationStrategy: PID 24107 died...\u000a22:28:02.159202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24107): Terminated: ok {rc=0}\u000a22:28:02.170871 --- ParallelTerminationStrategy: PID 24108 died...\u000a22:28:02.227742 run iperf3-srv_10.42.42.10(pid=24108): Terminated {rc=256}\u000a22:28:02.238581 --- ParallelTerminationStrategy: PID 24111 died...\u000a22:28:02.294004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24111): Terminated: ok {rc=0}\u000a22:28:02.304604 --- ParallelTerminationStrategy: PID 24114 died...\u000a22:28:02.358311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24114): Terminated: ok {rc=0}\u000a22:28:02.368812 --- ParallelTerminationStrategy: PID 24117 died...\u000a22:28:02.422389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24117): Terminated: ok {rc=0}\u000a22:28:02.507023 bus /gobi_0: Setting Powered False\u000a22:28:03.614776 bus /gobi_0: Setting Powered False\u000a22:28:04.726543 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24127): Process ended prematurely: osmo-stp_10.42.42.5(pid=24127) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24127)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24127): Process ended prematurely: osmo-stp_10.42.42.5(pid=24127) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24127)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a22:28:05.841305 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:05.853919 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:28:06.001847 tst iperf3.py: using LAC 24089\u000a22:28:06.125976 tst iperf3.py: using RAC 119\u000a22:28:06.252516 tst iperf3.py: using CellId 24089\u000a22:28:06.376774 tst iperf3.py: using BVCI 24090\u000a22:28:06.401481 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:06.413122 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:06.424530 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:06.435949 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:06.447455 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:06.458862 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:06.470432 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:06.481756 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:06.493457 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:06.770011 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:28:06.895356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:07.207890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24119): Launched\u000a22:28:07.467010 run iperf3-srv_10.42.42.10(pid=24120): Launched\u000a22:28:07.651567 tst iperf3.py:8: start network...\u000a22:28:07.777324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:08.250414 run create_hlr_db(pid=24121): Launched\u000a22:28:08.423677 bus /gobi_6: Setting Powered False\u000a22:28:09.445177 run create_hlr_db(pid=24121): Terminated: ok {rc=0}\u000a22:28:09.845592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24123): Launched\u000a22:28:10.146475 run osmo-hlr_10.42.42.2(pid=24124): Launched\u000a22:28:10.263919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:10.798212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24126): Launched\u000a22:28:11.100227 run osmo-stp_10.42.42.5(pid=24127): Launched\u000a22:28:11.211102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:11.739371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24129): Launched\u000a22:28:11.846415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:12.110311 run patchelf(pid=24130): Launched\u000a22:28:12.288107 run osmo-stp_10.42.42.5(pid=24127): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24127)]\u000a22:28:12.418051 run osmo-stp_10.42.42.5(pid=24127): stdout: \u000a| (launched: 2022-12-09_22:28:10.950558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:12.547863 run osmo-stp_10.42.42.5(pid=24127): stderr: \u000a| �[0;m�[38;5;43m20221209222811120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222811120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222811120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222811121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222811121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222811121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222811122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:12.672681 run osmo-stp_10.42.42.5(pid=24127): stdout: \u000a| (launched: 2022-12-09_22:28:10.950558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:12.796202 run osmo-stp_10.42.42.5(pid=24127): stderr: \u000a| �[0;m�[38;5;43m20221209222811120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222811120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222811120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222811121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222811121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222811121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222811122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:12.941936 run patchelf(pid=24130): Terminating (SIGINT)\u000a22:28:13.113811 run patchelf(pid=24130): Terminated: ok {rc=0}\u000a22:28:13.145370 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24127): Process ended prematurely: osmo-stp_10.42.42.5(pid=24127) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24127)] [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a22:28:13.154700 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a22:28:13.215050 run osmo-hlr_10.42.42.2(pid=24124): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24124)]\u000a22:28:13.264077 run osmo-hlr_10.42.42.2(pid=24124): stdout: \u000a| (launched: 2022-12-09_22:28:09.998295) \u000a22:28:13.314014 run osmo-hlr_10.42.42.2(pid=24124): stderr: \u000a| �[0;m�[1;31m20221209222810175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222810175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222810175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222810175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222810175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222810175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222810187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222810197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222810197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222810198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:13.355913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24119): Terminating (SIGTERM)\u000a22:28:13.395648 run iperf3-srv_10.42.42.10(pid=24120): Terminating (SIGTERM)\u000a22:28:13.435461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24123): Terminating (SIGTERM)\u000a22:28:13.475342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24126): Terminating (SIGTERM)\u000a22:28:13.515169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24129): Terminating (SIGTERM)\u000a22:28:13.524512 --- ParallelTerminationStrategy: PID 24119 died...\u000a22:28:13.577957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24119): Terminated: ok {rc=0}\u000a22:28:13.587448 --- ParallelTerminationStrategy: PID 24120 died...\u000a22:28:13.640250 run iperf3-srv_10.42.42.10(pid=24120): Terminated {rc=256}\u000a22:28:13.649784 --- ParallelTerminationStrategy: PID 24123 died...\u000a22:28:13.702849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24123): Terminated: ok {rc=0}\u000a22:28:13.712431 --- ParallelTerminationStrategy: PID 24126 died...\u000a22:28:13.765324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24126): Terminated: ok {rc=0}\u000a22:28:13.775078 --- ParallelTerminationStrategy: PID 24129 died...\u000a22:28:13.828257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24129): Terminated: ok {rc=0}\u000a22:28:13.917362 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24145): Process ended prematurely: osmo-stp_10.42.42.5(pid=24145) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24145)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24145): Process ended prematurely: osmo-stp_10.42.42.5(pid=24145) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a22:28:15.027096 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:15.038871 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:28:15.176705 tst iperf3m4.py: using LAC 24090\u000a22:28:15.295867 tst iperf3m4.py: using RAC 120\u000a22:28:15.413451 tst iperf3m4.py: using CellId 24090\u000a22:28:15.530909 tst iperf3m4.py: using BVCI 24091\u000a22:28:15.553803 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:15.564826 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:15.575761 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:15.587088 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:15.598330 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:15.609490 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:15.620676 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:15.632048 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:15.643260 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:15.760194 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:15.882424 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:16.017893 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:16.346048 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:28:16.473264 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:16.808250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24131): Launched\u000a22:28:17.088935 run iperf3-srv_10.42.42.10(pid=24132): Launched\u000a22:28:17.275866 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:28:17.400472 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:17.713060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24133): Launched\u000a22:28:17.971416 run iperf3-srv_10.42.42.10(pid=24134): Launched\u000a22:28:18.154419 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:28:18.279131 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:18.590953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24135): Launched\u000a22:28:18.849252 run iperf3-srv_10.42.42.10(pid=24136): Launched\u000a22:28:19.031867 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:28:19.157107 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:28:19.468597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24137): Launched\u000a22:28:19.728338 run iperf3-srv_10.42.42.10(pid=24138): Launched\u000a22:28:19.910798 tst iperf3m4.py:8: start network...\u000a22:28:20.035423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:20.508397 run create_hlr_db(pid=24139): Launched\u000a22:28:20.681433 bus /gobi_6: Setting Powered False\u000a22:28:21.702591 run create_hlr_db(pid=24139): Terminated: ok {rc=0}\u000a22:28:22.130688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24141): Launched\u000a22:28:22.454199 run osmo-hlr_10.42.42.2(pid=24142): Launched\u000a22:28:22.576487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:23.134014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24144): Launched\u000a22:28:23.454225 run osmo-stp_10.42.42.5(pid=24145): Launched\u000a22:28:23.570976 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:24.131144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24147): Launched\u000a22:28:24.245288 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:24.525391 run patchelf(pid=24148): Launched\u000a22:28:24.714609 run osmo-stp_10.42.42.5(pid=24145): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24145)]\u000a22:28:24.851896 run osmo-stp_10.42.42.5(pid=24145): stdout: \u000a| (launched: 2022-12-09_22:28:23.296924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:24.989729 run osmo-stp_10.42.42.5(pid=24145): stderr: \u000a| �[0;m�[38;5;43m20221209222823487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222823487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222823488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222823488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222823489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222823489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222823489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:25.122622 run osmo-stp_10.42.42.5(pid=24145): stdout: \u000a| (launched: 2022-12-09_22:28:23.296924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:25.254313 run osmo-stp_10.42.42.5(pid=24145): stderr: \u000a| �[0;m�[38;5;43m20221209222823487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222823487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222823488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222823488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222823489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222823489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222823489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:25.408528 run patchelf(pid=24148): Terminating (SIGINT)\u000a22:28:25.590015 run patchelf(pid=24148): Terminated: ok {rc=0}\u000a22:28:25.623372 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24145): Process ended prematurely: osmo-stp_10.42.42.5(pid=24145) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24145)] [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a22:28:25.633305 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:28:25.696536 run osmo-hlr_10.42.42.2(pid=24142): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24142)]\u000a22:28:25.748077 run osmo-hlr_10.42.42.2(pid=24142): stdout: \u000a| (launched: 2022-12-09_22:28:22.295019) \u000a22:28:25.800481 run osmo-hlr_10.42.42.2(pid=24142): stderr: \u000a| �[0;m�[1;31m20221209222822494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222822494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222822494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222822494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222822494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222822494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222822507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222822517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222822518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222822518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:25.845090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24131): Terminating (SIGTERM)\u000a22:28:25.887031 run iperf3-srv_10.42.42.10(pid=24132): Terminating (SIGTERM)\u000a22:28:25.928990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24133): Terminating (SIGTERM)\u000a22:28:25.970819 run iperf3-srv_10.42.42.10(pid=24134): Terminating (SIGTERM)\u000a22:28:26.012755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24135): Terminating (SIGTERM)\u000a22:28:26.054571 run iperf3-srv_10.42.42.10(pid=24136): Terminating (SIGTERM)\u000a22:28:26.096550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24137): Terminating (SIGTERM)\u000a22:28:26.138391 run iperf3-srv_10.42.42.10(pid=24138): Terminating (SIGTERM)\u000a22:28:26.180247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24141): Terminating (SIGTERM)\u000a22:28:26.222138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24144): Terminating (SIGTERM)\u000a22:28:26.263990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24147): Terminating (SIGTERM)\u000a22:28:26.273687 --- ParallelTerminationStrategy: PID 24131 died...\u000a22:28:26.330192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24131): Terminated: ok {rc=0}\u000a22:28:26.340289 --- ParallelTerminationStrategy: PID 24132 died...\u000a22:28:26.395945 run iperf3-srv_10.42.42.10(pid=24132): Terminated {rc=256}\u000a22:28:26.406094 --- ParallelTerminationStrategy: PID 24133 died...\u000a22:28:26.462011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24133): Terminated: ok {rc=0}\u000a22:28:26.472042 --- ParallelTerminationStrategy: PID 24134 died...\u000a22:28:26.528061 run iperf3-srv_10.42.42.10(pid=24134): Terminated {rc=256}\u000a22:28:26.538217 --- ParallelTerminationStrategy: PID 24135 died...\u000a22:28:26.594420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24135): Terminated: ok {rc=0}\u000a22:28:26.604566 --- ParallelTerminationStrategy: PID 24136 died...\u000a22:28:26.660841 run iperf3-srv_10.42.42.10(pid=24136): Terminated {rc=256}\u000a22:28:26.671237 --- ParallelTerminationStrategy: PID 24137 died...\u000a22:28:26.727361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24137): Terminated: ok {rc=0}\u000a22:28:26.737549 --- ParallelTerminationStrategy: PID 24138 died...\u000a22:28:26.793332 run iperf3-srv_10.42.42.10(pid=24138): Terminated {rc=256}\u000a22:28:26.803564 --- ParallelTerminationStrategy: PID 24141 died...\u000a22:28:26.859669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24141): Terminated: ok {rc=0}\u000a22:28:26.869918 --- ParallelTerminationStrategy: PID 24144 died...\u000a22:28:26.926070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24144): Terminated: ok {rc=0}\u000a22:28:26.936240 --- ParallelTerminationStrategy: PID 24147 died...\u000a22:28:26.992197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24147): Terminated: ok {rc=0}\u000a22:28:27.079876 bus /gobi_4: Setting Powered False\u000a22:28:28.187632 bus /gobi_4: Setting Powered False\u000a22:28:29.295815 bus /gobi_1: Setting Powered False\u000a22:28:30.403193 bus /gobi_1: Setting Powered False\u000a22:28:31.514009 bus /gobi_0: Setting Powered False\u000a22:28:32.615414 bus /gobi_0: Setting Powered False\u000a22:28:33.728410 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24155): Process ended prematurely: osmo-stp_10.42.42.5(pid=24155) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24155)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24155): Process ended prematurely: osmo-stp_10.42.42.5(pid=24155) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a22:28:34.795540 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:34.807504 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:28:34.945519 tst ping.py: using LAC 24091\u000a22:28:35.060403 tst ping.py: using RAC 121\u000a22:28:35.177028 tst ping.py: using CellId 24091\u000a22:28:35.292387 tst ping.py: using BVCI 24092\u000a22:28:35.314917 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:35.326217 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:35.337348 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:35.348647 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:35.360021 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:35.371561 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:35.383016 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:35.394171 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:35.680624 tst ping.py:19: start network...\u000a22:28:35.811232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:36.312384 run create_hlr_db(pid=24149): Launched\u000a22:28:36.494193 bus /gobi_6: Setting Powered False\u000a22:28:37.515328 run create_hlr_db(pid=24149): Terminated: ok {rc=0}\u000a22:28:37.933684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24151): Launched\u000a22:28:38.247291 run osmo-hlr_10.42.42.2(pid=24152): Launched\u000a22:28:38.362766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:38.914332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24154): Launched\u000a22:28:39.228709 run osmo-stp_10.42.42.5(pid=24155): Launched\u000a22:28:39.342778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:39.891898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24157): Launched\u000a22:28:40.004762 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:40.279525 run patchelf(pid=24158): Launched\u000a22:28:40.465370 run osmo-stp_10.42.42.5(pid=24155): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24155)]\u000a22:28:40.601530 run osmo-stp_10.42.42.5(pid=24155): stdout: \u000a| (launched: 2022-12-09_22:28:39.074288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:40.738067 run osmo-stp_10.42.42.5(pid=24155): stderr: \u000a| �[0;m�[38;5;43m20221209222839265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222839266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222839266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222839266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222839267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222839267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222839267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:40.868902 run osmo-stp_10.42.42.5(pid=24155): stdout: \u000a| (launched: 2022-12-09_22:28:39.074288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:40.998412 run osmo-stp_10.42.42.5(pid=24155): stderr: \u000a| �[0;m�[38;5;43m20221209222839265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222839266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222839266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222839266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222839267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222839267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222839267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:41.150589 run patchelf(pid=24158): Terminating (SIGINT)\u000a22:28:41.330832 run patchelf(pid=24158): Terminated: ok {rc=0}\u000a22:28:41.363398 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24155): Process ended prematurely: osmo-stp_10.42.42.5(pid=24155) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24155)] [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a22:28:41.372613 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:28:41.435280 run osmo-hlr_10.42.42.2(pid=24152): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24152)]\u000a22:28:41.486743 run osmo-hlr_10.42.42.2(pid=24152): stdout: \u000a| (launched: 2022-12-09_22:28:38.092924) \u000a22:28:41.538866 run osmo-hlr_10.42.42.2(pid=24152): stderr: \u000a| �[0;m�[1;31m20221209222838290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222838290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222838290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222838290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222838290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222838291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222838304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222838312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222838312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222838313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:41.583719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24151): Terminating (SIGTERM)\u000a22:28:41.625976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24154): Terminating (SIGTERM)\u000a22:28:41.668389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24157): Terminating (SIGTERM)\u000a22:28:41.678126 --- ParallelTerminationStrategy: PID 24151 died...\u000a22:28:41.734066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24151): Terminated: ok {rc=0}\u000a22:28:41.744201 --- ParallelTerminationStrategy: PID 24154 died...\u000a22:28:41.799722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24154): Terminated: ok {rc=0}\u000a22:28:41.809906 --- ParallelTerminationStrategy: PID 24157 died...\u000a22:28:41.865325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24157): Terminated: ok {rc=0}\u000a22:28:41.953203 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24166): Process ended prematurely: osmo-stp_10.42.42.5(pid=24166) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24166)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24166): Process ended prematurely: osmo-stp_10.42.42.5(pid=24166) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a22:28:43.005902 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:43.018529 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:28:43.164165 tst ping_idle_ping.py: using LAC 24092\u000a22:28:43.289791 tst ping_idle_ping.py: using RAC 122\u000a22:28:43.415241 tst ping_idle_ping.py: using CellId 24092\u000a22:28:43.538360 tst ping_idle_ping.py: using BVCI 24093\u000a22:28:43.562606 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:43.574735 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:43.586543 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:43.598194 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:43.609798 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:43.621378 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:43.633117 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:28:43.644653 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:28:43.934399 tst ping_idle_ping.py:24: start network...\u000a22:28:44.065576 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:44.570300 run create_hlr_db(pid=24160): Launched\u000a22:28:44.754151 bus /gobi_6: Setting Powered False\u000a22:28:45.775124 run create_hlr_db(pid=24160): Terminated: ok {rc=0}\u000a22:28:46.243165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24162): Launched\u000a22:28:46.665398 run osmo-hlr_10.42.42.2(pid=24163): Launched\u000a22:28:46.861529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:47.442113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24165): Launched\u000a22:28:47.757663 run osmo-stp_10.42.42.5(pid=24166): Launched\u000a22:28:47.871582 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:48.421948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24168): Launched\u000a22:28:48.534525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:48.810235 run patchelf(pid=24169): Launched\u000a22:28:48.995617 run osmo-stp_10.42.42.5(pid=24166): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24166)]\u000a22:28:49.131473 run osmo-stp_10.42.42.5(pid=24166): stdout: \u000a| (launched: 2022-12-09_22:28:47.602666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:49.267261 run osmo-stp_10.42.42.5(pid=24166): stderr: \u000a| �[0;m�[38;5;43m20221209222847794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222847794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222847794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222847795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222847795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222847795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222847795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:49.398737 run osmo-stp_10.42.42.5(pid=24166): stdout: \u000a| (launched: 2022-12-09_22:28:47.602666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:49.528149 run osmo-stp_10.42.42.5(pid=24166): stderr: \u000a| �[0;m�[38;5;43m20221209222847794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222847794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222847794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222847795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222847795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222847795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222847795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:49.680417 run patchelf(pid=24169): Terminating (SIGINT)\u000a22:28:49.858688 run patchelf(pid=24169): Terminated: ok {rc=0}\u000a22:28:49.891090 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24166): Process ended prematurely: osmo-stp_10.42.42.5(pid=24166) [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24166)] [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a22:28:49.900219 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a22:28:49.963021 run osmo-hlr_10.42.42.2(pid=24163): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24163)]\u000a22:28:50.014527 run osmo-hlr_10.42.42.2(pid=24163): stdout: \u000a| (launched: 2022-12-09_22:28:46.406828) \u000a22:28:50.066555 run osmo-hlr_10.42.42.2(pid=24163): stderr: \u000a| �[0;m�[1;31m20221209222846732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222846732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222846732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222846732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222846732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222846732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222846744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222846756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222846756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222846756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:50.110920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24162): Terminating (SIGTERM)\u000a22:28:50.153107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24165): Terminating (SIGTERM)\u000a22:28:50.195285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24168): Terminating (SIGTERM)\u000a22:28:50.205120 --- ParallelTerminationStrategy: PID 24162 died...\u000a22:28:50.261476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24162): Terminated: ok {rc=0}\u000a22:28:50.271694 --- ParallelTerminationStrategy: PID 24165 died...\u000a22:28:50.327533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24165): Terminated: ok {rc=0}\u000a22:28:50.337969 --- ParallelTerminationStrategy: PID 24168 died...\u000a22:28:50.393748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24168): Terminated: ok {rc=0}\u000a22:28:50.481711 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:27:52" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24179): Process ended prematurely: osmo-stp_10.42.42.5(pid=24179) [trial-2365↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24179)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24179): Process ended prematurely: osmo-stp_10.42.42.5(pid=24179) [trial-2365↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:28:52.534693 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:52.546886 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:28:52.712514 tst switch_tch_pdch.py: using LAC 24093\u000a22:28:52.833791 tst switch_tch_pdch.py: using RAC 123\u000a22:28:52.955726 tst switch_tch_pdch.py: using CellId 24093\u000a22:28:53.077215 tst switch_tch_pdch.py: using BVCI 24094\u000a22:28:53.101487 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:53.113120 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:53.124450 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:53.135985 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:53.147445 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:53.159282 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:53.171255 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:28:53.183084 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:28:53.299824 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:28:53.589273 tst switch_tch_pdch.py:51: start network...\u000a22:28:53.720199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:28:54.220535 run create_hlr_db(pid=24173): Launched\u000a22:28:54.402874 bus /gobi_6: Setting Powered False\u000a22:28:55.423936 run create_hlr_db(pid=24173): Terminated: ok {rc=0}\u000a22:28:55.822789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24175): Launched\u000a22:28:56.118103 run osmo-hlr_10.42.42.2(pid=24176): Launched\u000a22:28:56.233087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:28:56.750790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24178): Launched\u000a22:28:57.046192 run osmo-stp_10.42.42.5(pid=24179): Launched\u000a22:28:57.154006 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:28:57.668626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24181): Launched\u000a22:28:57.774045 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:28:58.032208 run patchelf(pid=24182): Launched\u000a22:28:58.206204 run osmo-stp_10.42.42.5(pid=24179): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24179)]\u000a22:28:58.333785 run osmo-stp_10.42.42.5(pid=24179): stdout: \u000a| (launched: 2022-12-09_22:28:56.899657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:58.461643 run osmo-stp_10.42.42.5(pid=24179): stderr: \u000a| �[0;m�[38;5;43m20221209222857068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222857068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222857068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222857069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222857069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222857069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222857069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:58.584474 run osmo-stp_10.42.42.5(pid=24179): stdout: \u000a| (launched: 2022-12-09_22:28:56.899657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:28:58.706033 run osmo-stp_10.42.42.5(pid=24179): stderr: \u000a| �[0;m�[38;5;43m20221209222857068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222857068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222857068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222857069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222857069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222857069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222857069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:28:58.848885 run patchelf(pid=24182): Terminating (SIGINT)\u000a22:28:59.016574 run patchelf(pid=24182): Terminated: ok {rc=0}\u000a22:28:59.047082 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24179): Process ended prematurely: osmo-stp_10.42.42.5(pid=24179) [trial-2365↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24179)] [trial-2365↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:28:59.055726 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a22:28:59.116304 run osmo-hlr_10.42.42.2(pid=24176): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24176)]\u000a22:28:59.166852 run osmo-hlr_10.42.42.2(pid=24176): stdout: \u000a| (launched: 2022-12-09_22:28:55.972390) \u000a22:28:59.217205 run osmo-hlr_10.42.42.2(pid=24176): stderr: \u000a| �[0;m�[1;31m20221209222856143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222856143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222856143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222856143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222856143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222856144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222856156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222856164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222856165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222856165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:28:59.259311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24175): Terminating (SIGTERM)\u000a22:28:59.300092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24178): Terminating (SIGTERM)\u000a22:28:59.341196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24181): Terminating (SIGTERM)\u000a22:28:59.350371 --- ParallelTerminationStrategy: PID 24175 died...\u000a22:28:59.405825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24175): Terminated: ok {rc=0}\u000a22:28:59.415351 --- ParallelTerminationStrategy: PID 24178 died...\u000a22:28:59.470101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24178): Terminated: ok {rc=0}\u000a22:28:59.479654 --- ParallelTerminationStrategy: PID 24181 died...\u000a22:28:59.534150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24181): Terminated: ok {rc=0}\u000a22:28:59.623123 bus /gobi_0: Setting Powered False\u000a22:29:00.726240 bus /gobi_0: Setting Powered False\u000a22:29:01.839865 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:28:52" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24192): Process ended prematurely: osmo-stp_10.42.42.5(pid=24192) [trial-2365↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24192)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24192): Process ended prematurely: osmo-stp_10.42.42.5(pid=24192) [trial-2365↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:29:03.815730 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:03.826823 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:29:03.984232 tst switch_tch_pdch.py: using LAC 24094\u000a22:29:04.106447 tst switch_tch_pdch.py: using RAC 124\u000a22:29:04.227563 tst switch_tch_pdch.py: using CellId 24094\u000a22:29:04.349238 tst switch_tch_pdch.py: using BVCI 24095\u000a22:29:04.373465 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:04.384912 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:04.396054 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:04.407151 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:04.418677 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:04.430079 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:04.441492 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:29:04.452539 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:29:04.567740 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:29:04.844508 tst switch_tch_pdch.py:51: start network...\u000a22:29:04.966646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:05.405863 run create_hlr_db(pid=24186): Launched\u000a22:29:05.526827 bus /gobi_6: Setting Powered False\u000a22:29:06.597142 run create_hlr_db(pid=24186): Terminated: ok {rc=0}\u000a22:29:06.965409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24188): Launched\u000a22:29:07.260504 run osmo-hlr_10.42.42.2(pid=24189): Launched\u000a22:29:07.371785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:07.859445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24191): Launched\u000a22:29:08.153731 run osmo-stp_10.42.42.5(pid=24192): Launched\u000a22:29:08.260101 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:29:08.748643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24194): Launched\u000a22:29:08.853477 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:29:09.110855 run patchelf(pid=24195): Launched\u000a22:29:09.283901 run osmo-stp_10.42.42.5(pid=24192): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24192)]\u000a22:29:09.410617 run osmo-stp_10.42.42.5(pid=24192): stdout: \u000a| (launched: 2022-12-09_22:29:08.009092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:09.538102 run osmo-stp_10.42.42.5(pid=24192): stderr: \u000a| �[0;m�[38;5;43m20221209222908175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222908175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222908176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222908176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222908176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222908177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222908177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:09.660722 run osmo-stp_10.42.42.5(pid=24192): stdout: \u000a| (launched: 2022-12-09_22:29:08.009092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:09.781308 run osmo-stp_10.42.42.5(pid=24192): stderr: \u000a| �[0;m�[38;5;43m20221209222908175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222908175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222908176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222908176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222908176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222908177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222908177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:09.922848 run patchelf(pid=24195): Terminating (SIGINT)\u000a22:29:10.090110 run patchelf(pid=24195): Terminated: ok {rc=0}\u000a22:29:10.120299 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24192): Process ended prematurely: osmo-stp_10.42.42.5(pid=24192) [trial-2365↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24192)] [trial-2365↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:29:10.128817 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a22:29:10.189163 run osmo-hlr_10.42.42.2(pid=24189): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24189)]\u000a22:29:10.238439 run osmo-hlr_10.42.42.2(pid=24189): stdout: \u000a| (launched: 2022-12-09_22:29:07.114830) \u000a22:29:10.287942 run osmo-hlr_10.42.42.2(pid=24189): stderr: \u000a| �[0;m�[1;31m20221209222907289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222907289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222907289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222907289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222907289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222907289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222907299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222907308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222907308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222907308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:10.330150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24188): Terminating (SIGTERM)\u000a22:29:10.370065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24191): Terminating (SIGTERM)\u000a22:29:10.409992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24194): Terminating (SIGTERM)\u000a22:29:10.419284 --- ParallelTerminationStrategy: PID 24188 died...\u000a22:29:10.472591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24188): Terminated: ok {rc=0}\u000a22:29:10.482372 --- ParallelTerminationStrategy: PID 24191 died...\u000a22:29:10.535146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24191): Terminated: ok {rc=0}\u000a22:29:10.544826 --- ParallelTerminationStrategy: PID 24194 died...\u000a22:29:10.598141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24194): Terminated: ok {rc=0}\u000a22:29:10.688359 bus /gobi_0: Setting Powered False\u000a22:29:11.792089 bus /gobi_0: Setting Powered False\u000a22:29:12.903898 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:29:03" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24201): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24201) [trial-2365↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24201)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24201): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24201) [trial-2365↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a22:29:14.793904 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a22:29:14.805024 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a22:29:14.944454 tst mo_mt_sms.py: using LAC 24095\u000a22:29:15.072342 tst mo_mt_sms.py: using RAC 125\u000a22:29:15.197965 tst mo_mt_sms.py: using CellId 24095\u000a22:29:15.319329 tst mo_mt_sms.py: using BVCI 24096\u000a22:29:15.343141 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:29:15.458094 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:29:15.729181 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:29:15.871607 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:29:16.548938 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24200): Launched\u000a22:29:16.896735 run osmo-nitb_10.42.42.2(pid=24201): Launched\u000a22:29:17.095139 run osmo-nitb_10.42.42.2(pid=24201): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24201)]\u000a22:29:17.232642 run osmo-nitb_10.42.42.2(pid=24201): stdout: \u000a| (launched: 2022-12-09_22:29:16.701269) \u000a22:29:17.368439 run osmo-nitb_10.42.42.2(pid=24201): stderr: \u000a| (launched: 2022-12-09_22:29:16.745871)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:17.498351 run osmo-nitb_10.42.42.2(pid=24201): stdout: \u000a| (launched: 2022-12-09_22:29:16.701269) \u000a22:29:17.627875 run osmo-nitb_10.42.42.2(pid=24201): stderr: \u000a| (launched: 2022-12-09_22:29:16.745871)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:18.018046 tst osmo-nitb_10.42.42.2(pid=24201): stdout: \u000a| (launched: 2022-12-09_22:29:16.701269) \u000a22:29:18.136760 tst osmo-nitb_10.42.42.2(pid=24201): stderr: \u000a| (launched: 2022-12-09_22:29:16.745871)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:18.188426 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24201): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24201) [trial-2365↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24201)] [trial-2365↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a22:29:18.196425 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a22:29:18.232669 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24200): Terminating (SIGTERM)\u000a22:29:18.409980 --- ParallelTerminationStrategy: PID 24200 died...\u000a22:29:18.465158 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24200): Terminated: ok {rc=0}\u000a22:29:18.554315 bus /sierra_3: Setting Powered False\u000a22:29:19.659367 bus /sierra_3: Setting Powered False\u000a22:29:20.770197 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:29:14" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24211): Process ended prematurely: osmo-stp_10.42.42.5(pid=24211) [trial-2365↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24211)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24211): Process ended prematurely: osmo-stp_10.42.42.5(pid=24211) [trial-2365↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a22:29:22.677125 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:22.687984 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a22:29:22.826726 tst mo_mt_sms.py: using LAC 24096\u000a22:29:22.944861 tst mo_mt_sms.py: using RAC 126\u000a22:29:23.065634 tst mo_mt_sms.py: using CellId 24096\u000a22:29:23.187670 tst mo_mt_sms.py: using BVCI 24097\u000a22:29:23.211736 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:23.222835 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:23.233746 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:23.244874 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:23.256016 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:23.267120 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:29:23.382895 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a22:29:23.593196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:24.095049 run create_hlr_db(pid=24205): Launched\u000a22:29:24.277719 bus /sierra_2: Setting Powered False\u000a22:29:25.298543 run create_hlr_db(pid=24205): Terminated: ok {rc=0}\u000a22:29:25.696663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24207): Launched\u000a22:29:25.990561 run osmo-hlr_10.42.42.2(pid=24208): Launched\u000a22:29:26.104422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:26.623082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24210): Launched\u000a22:29:26.916803 run osmo-stp_10.42.42.5(pid=24211): Launched\u000a22:29:27.023020 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:29:27.561211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24213): Launched\u000a22:29:27.855664 run osmo-msc_10.42.42.6(pid=24214): Launched\u000a22:29:28.028763 run osmo-stp_10.42.42.5(pid=24211): ERR: Terminated: ERROR {rc=1} [trial-2365↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24211)]\u000a22:29:28.154702 run osmo-stp_10.42.42.5(pid=24211): stdout: \u000a| (launched: 2022-12-09_22:29:26.771873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:28.276873 run osmo-stp_10.42.42.5(pid=24211): stderr: \u000a| �[0;m�[38;5;43m20221209222926939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222926939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222926940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222926940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222926940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222926941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222926941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:28.394698 run osmo-stp_10.42.42.5(pid=24211): stdout: \u000a| (launched: 2022-12-09_22:29:26.771873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:28.511861 run osmo-stp_10.42.42.5(pid=24211): stderr: \u000a| �[0;m�[38;5;43m20221209222926939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222926939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222926940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222926940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222926940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222926941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222926941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:28.563117 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24211): Process ended prematurely: osmo-stp_10.42.42.5(pid=24211) [trial-2365↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24211)] [trial-2365↪sms:trx-lms↪mo_mt_sms.py:16]\u000a22:29:28.570993 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a22:29:28.630797 run osmo-hlr_10.42.42.2(pid=24208): ERR: Terminated: ERROR {rc=237} [trial-2365↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24208)]\u000a22:29:28.679908 run osmo-hlr_10.42.42.2(pid=24208): stdout: \u000a| (launched: 2022-12-09_22:29:25.845940) \u000a22:29:28.729356 run osmo-hlr_10.42.42.2(pid=24208): stderr: \u000a| �[0;m�[1;31m20221209222926020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222926020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222926020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222926020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222926020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222926020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222926032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222926040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222926041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222926041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:28.796406 run osmo-msc_10.42.42.6(pid=24214): ERR: Terminated: ERROR {rc=2} [trial-2365↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24214)]\u000a22:29:28.845240 run osmo-msc_10.42.42.6(pid=24214): stdout: \u000a| (launched: 2022-12-09_22:29:27.711263) \u000a22:29:28.894862 run osmo-msc_10.42.42.6(pid=24214): stderr: \u000a| �[0;m�[38;5;43m20221209222927982 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222927982 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ff8e4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222927982 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222927982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222927983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222927983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222927984 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222927985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222927985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222927985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:29:28.936526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24207): Terminating (SIGTERM)\u000a22:29:28.976325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24210): Terminating (SIGTERM)\u000a22:29:29.015829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24213): Terminating (SIGTERM)\u000a22:29:29.025070 --- ParallelTerminationStrategy: PID 24207 died...\u000a22:29:29.078294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24207): Terminated: ok {rc=0}\u000a22:29:29.088065 --- ParallelTerminationStrategy: PID 24210 died...\u000a22:29:29.144396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24210): Terminated: ok {rc=0}\u000a22:29:29.153907 --- ParallelTerminationStrategy: PID 24213 died...\u000a22:29:29.207768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24213): Terminated: ok {rc=0}\u000a22:29:29.290612 bus /sierra_3: Setting Powered False\u000a22:29:30.391571 bus /sierra_3: Setting Powered False\u000a22:29:31.501252 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:29:22" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24220): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24220) [trial-2365↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24220)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24220): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24220) [trial-2365↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24220)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a22:29:33.341157 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a22:29:33.352272 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a22:29:33.491179 tst assert_extension.py: using LAC 24097\u000a22:29:33.613953 tst assert_extension.py: using RAC 127\u000a22:29:33.739242 tst assert_extension.py: using CellId 24097\u000a22:29:33.861849 tst assert_extension.py: using BVCI 24098\u000a22:29:33.885910 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a22:29:34.155913 tst assert_extension.py:10: start nitb and bts...\u000a22:29:34.278105 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:29:34.886266 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24219): Launched\u000a22:29:35.176832 run osmo-nitb_10.42.42.2(pid=24220): Launched\u000a22:29:35.358052 run osmo-nitb_10.42.42.2(pid=24220): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24220)]\u000a22:29:35.491801 run osmo-nitb_10.42.42.2(pid=24220): stdout: \u000a| (launched: 2022-12-09_22:29:35.035129) \u000a22:29:35.625957 run osmo-nitb_10.42.42.2(pid=24220): stderr: \u000a| (launched: 2022-12-09_22:29:35.078935)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:35.755878 run osmo-nitb_10.42.42.2(pid=24220): stdout: \u000a| (launched: 2022-12-09_22:29:35.035129) \u000a22:29:35.884004 run osmo-nitb_10.42.42.2(pid=24220): stderr: \u000a| (launched: 2022-12-09_22:29:35.078935)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:36.296213 tst osmo-nitb_10.42.42.2(pid=24220): stdout: \u000a| (launched: 2022-12-09_22:29:35.035129) \u000a22:29:36.414278 tst osmo-nitb_10.42.42.2(pid=24220): stderr: \u000a| (launched: 2022-12-09_22:29:35.078935)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:29:36.466188 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24220): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24220) [trial-2365↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24220)] [trial-2365↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a22:29:36.474432 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a22:29:36.509059 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24219): Terminating (SIGTERM)\u000a22:29:36.686521 --- ParallelTerminationStrategy: PID 24219 died...\u000a22:29:36.742022 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24219): Terminated: ok {rc=0}\u000a22:29:36.831683 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:29:33" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24230): Process ended prematurely: osmo-stp_10.42.42.5(pid=24230) [trial-2365↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24230)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24230): Process ended prematurely: osmo-stp_10.42.42.5(pid=24230) [trial-2365↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a22:29:38.672207 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:38.682676 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a22:29:38.821414 tst assert_extension.py: using LAC 24098\u000a22:29:38.946041 tst assert_extension.py: using RAC 128\u000a22:29:39.070691 tst assert_extension.py: using CellId 24098\u000a22:29:39.193756 tst assert_extension.py: using BVCI 24099\u000a22:29:39.217963 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:39.229010 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:39.239951 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:39.250936 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:39.261992 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:29:39.272763 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a22:29:39.469720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:39.935084 run create_hlr_db(pid=24224): Launched\u000a22:29:40.106357 bus /sierra_2: Setting Powered False\u000a22:29:41.127275 run create_hlr_db(pid=24224): Terminated: ok {rc=0}\u000a22:29:41.548382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24226): Launched\u000a22:29:41.866699 run osmo-hlr_10.42.42.2(pid=24227): Launched\u000a22:29:41.982815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:42.531920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24229): Launched\u000a22:29:42.848696 run osmo-stp_10.42.42.5(pid=24230): Launched\u000a22:29:42.962722 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:29:43.537311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24232): Launched\u000a22:29:43.852430 run osmo-msc_10.42.42.6(pid=24233): Launched\u000a22:29:44.037201 run osmo-stp_10.42.42.5(pid=24230): ERR: Terminated: ERROR {rc=1} [trial-2365↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24230)]\u000a22:29:44.171179 run osmo-stp_10.42.42.5(pid=24230): stdout: \u000a| (launched: 2022-12-09_22:29:42.693837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:44.304487 run osmo-stp_10.42.42.5(pid=24230): stderr: \u000a| �[0;m�[38;5;43m20221209222942886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222942887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222942887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222942887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222942888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222942888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222942888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:44.431728 run osmo-stp_10.42.42.5(pid=24230): stdout: \u000a| (launched: 2022-12-09_22:29:42.693837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:44.556902 run osmo-stp_10.42.42.5(pid=24230): stderr: \u000a| �[0;m�[38;5;43m20221209222942886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222942887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222942887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222942887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222942888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222942888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222942888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:44.612261 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24230): Process ended prematurely: osmo-stp_10.42.42.5(pid=24230) [trial-2365↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24230)] [trial-2365↪ussd:trx-lms↪assert_extension.py:17]\u000a22:29:44.621114 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a22:29:44.683932 run osmo-hlr_10.42.42.2(pid=24227): ERR: Terminated: ERROR {rc=237} [trial-2365↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24227)]\u000a22:29:44.735502 run osmo-hlr_10.42.42.2(pid=24227): stdout: \u000a| (launched: 2022-12-09_22:29:41.710580) \u000a22:29:44.787439 run osmo-hlr_10.42.42.2(pid=24227): stderr: \u000a| �[0;m�[1;31m20221209222941910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222941910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222941910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222941911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222941911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222941911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222941923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222941931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222941932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222941932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:44.858323 run osmo-msc_10.42.42.6(pid=24233): ERR: Terminated: ERROR {rc=2} [trial-2365↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24233)]\u000a22:29:44.909740 run osmo-msc_10.42.42.6(pid=24233): stdout: \u000a| (launched: 2022-12-09_22:29:43.697821) \u000a22:29:44.961813 run osmo-msc_10.42.42.6(pid=24233): stderr: \u000a| �[0;m�[38;5;43m20221209222944016 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222944017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb787e97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222944017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222944017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222944018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222944018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222944022 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222944022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222944022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222944022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:29:45.006422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24226): Terminating (SIGTERM)\u000a22:29:45.048519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24229): Terminating (SIGTERM)\u000a22:29:45.090705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24232): Terminating (SIGTERM)\u000a22:29:45.100514 --- ParallelTerminationStrategy: PID 24226 died...\u000a22:29:45.157246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24226): Terminated: ok {rc=0}\u000a22:29:45.167297 --- ParallelTerminationStrategy: PID 24229 died...\u000a22:29:45.223132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24229): Terminated: ok {rc=0}\u000a22:29:45.233256 --- ParallelTerminationStrategy: PID 24232 died...\u000a22:29:45.289101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24232): Terminated: ok {rc=0}\u000a22:29:45.376691 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:29:38" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24244): Process ended prematurely: osmo-stp_10.42.42.5(pid=24244) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24244): Process ended prematurely: osmo-stp_10.42.42.5(pid=24244) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:29:47.402648 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:47.414203 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:29:47.578333 tst mo_mt_call.py: using LAC 24099\u000a22:29:47.704148 tst mo_mt_call.py: using RAC 129\u000a22:29:47.831032 tst mo_mt_call.py: using CellId 24099\u000a22:29:47.956808 tst mo_mt_call.py: using BVCI 24100\u000a22:29:47.981391 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:47.992886 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:48.004341 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:48.015787 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:48.027782 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:48.039198 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:29:48.154505 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:29:48.365048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:48.876437 run create_hlr_db(pid=24238): Launched\u000a22:29:49.062600 bus /sierra_2: Setting Powered False\u000a22:29:50.083355 run create_hlr_db(pid=24238): Terminated: ok {rc=0}\u000a22:29:50.486342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24240): Launched\u000a22:29:50.786136 run osmo-hlr_10.42.42.2(pid=24241): Launched\u000a22:29:50.901813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:29:51.457197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24243): Launched\u000a22:29:51.777869 run osmo-stp_10.42.42.5(pid=24244): Launched\u000a22:29:51.893911 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:29:52.477904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24246): Launched\u000a22:29:52.799571 run osmo-msc_10.42.42.6(pid=24247): Launched\u000a22:29:52.986785 run osmo-stp_10.42.42.5(pid=24244): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)]\u000a22:29:53.122055 run osmo-stp_10.42.42.5(pid=24244): stdout: \u000a| (launched: 2022-12-09_22:29:51.621557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:53.256783 run osmo-stp_10.42.42.5(pid=24244): stderr: \u000a| �[0;m�[38;5;43m20221209222951813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222951813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222951813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222951814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222951814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222951814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222951814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:53.385560 run osmo-stp_10.42.42.5(pid=24244): stdout: \u000a| (launched: 2022-12-09_22:29:51.621557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:29:53.512266 run osmo-stp_10.42.42.5(pid=24244): stderr: \u000a| �[0;m�[38;5;43m20221209222951813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209222951813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209222951813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209222951814 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209222951814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209222951814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209222951814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:29:53.568513 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24244): Process ended prematurely: osmo-stp_10.42.42.5(pid=24244) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)] [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:29:53.577907 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:29:53.640458 run osmo-hlr_10.42.42.2(pid=24241): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24241)]\u000a22:29:53.691909 run osmo-hlr_10.42.42.2(pid=24241): stdout: \u000a| (launched: 2022-12-09_22:29:50.638234) \u000a22:29:53.743770 run osmo-hlr_10.42.42.2(pid=24241): stderr: \u000a| �[0;m�[1;31m20221209222950814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209222950814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209222950814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222950814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209222950814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209222950814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209222950827 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209222950836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209222950836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209222950837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:29:53.814128 run osmo-msc_10.42.42.6(pid=24247): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24247)]\u000a22:29:53.865446 run osmo-msc_10.42.42.6(pid=24247): stdout: \u000a| (launched: 2022-12-09_22:29:52.642589) \u000a22:29:53.917585 run osmo-msc_10.42.42.6(pid=24247): stderr: \u000a| �[0;m�[38;5;43m20221209222952965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209222952965 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8df9b07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209222952966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209222952966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209222952966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209222952966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209222952968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209222952968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209222952968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209222952968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:29:53.961433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24240): Terminating (SIGTERM)\u000a22:29:54.002976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24243): Terminating (SIGTERM)\u000a22:29:54.044846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24246): Terminating (SIGTERM)\u000a22:29:54.054176 --- ParallelTerminationStrategy: PID 24240 died...\u000a22:29:54.110198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24240): Terminated: ok {rc=0}\u000a22:29:54.120394 --- ParallelTerminationStrategy: PID 24243 died...\u000a22:29:54.176187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24243): Terminated: ok {rc=0}\u000a22:29:54.186321 --- ParallelTerminationStrategy: PID 24246 died...\u000a22:29:54.242269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24246): Terminated: ok {rc=0}\u000a22:29:54.330072 bus /sierra_3: Setting Powered False\u000a22:29:55.432368 bus /sierra_3: Setting Powered False\u000a22:29:56.543712 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24258): Process ended prematurely: osmo-stp_10.42.42.5(pid=24258) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24258)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24258): Process ended prematurely: osmo-stp_10.42.42.5(pid=24258) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:29:57.654011 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:57.665805 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:29:57.822646 tst mo_mt_call_osmux.py: using LAC 24100\u000a22:29:57.940628 tst mo_mt_call_osmux.py: using RAC 130\u000a22:29:58.058346 tst mo_mt_call_osmux.py: using CellId 24100\u000a22:29:58.178174 tst mo_mt_call_osmux.py: using BVCI 24101\u000a22:29:58.200988 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:58.211916 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:58.222865 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:58.233973 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:58.245597 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:29:58.256699 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:29:58.372122 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:29:58.586735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:29:59.098783 run create_hlr_db(pid=24249): Launched\u000a22:29:59.283770 bus /sierra_2: Setting Powered False\u000a22:30:00.305619 run create_hlr_db(pid=24249): Terminated: ok {rc=0}\u000a22:30:00.711240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24251): Launched\u000a22:30:01.043179 run osmo-hlr_10.42.42.2(pid=24252): Launched\u000a22:30:01.197348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:01.956421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24257): Launched\u000a22:30:02.372137 run osmo-stp_10.42.42.5(pid=24258): Launched\u000a22:30:02.490360 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:03.077596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24260): Launched\u000a22:30:03.397059 run osmo-msc_10.42.42.6(pid=24261): Launched\u000a22:30:03.584867 run osmo-stp_10.42.42.5(pid=24258): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24258)]\u000a22:30:03.720602 run osmo-stp_10.42.42.5(pid=24258): stdout: \u000a| (launched: 2022-12-09_22:30:02.169420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:03.856384 run osmo-stp_10.42.42.5(pid=24258): stderr: \u000a| �[0;m�[38;5;43m20221209223002384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223002384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223002384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223002385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223002385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223002385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223002385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:03.985519 run osmo-stp_10.42.42.5(pid=24258): stdout: \u000a| (launched: 2022-12-09_22:30:02.169420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:04.113203 run osmo-stp_10.42.42.5(pid=24258): stderr: \u000a| �[0;m�[38;5;43m20221209223002384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223002384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223002384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223002385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223002385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223002385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223002385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:04.169601 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24258): Process ended prematurely: osmo-stp_10.42.42.5(pid=24258) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24258)] [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:30:04.179089 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a22:30:04.241861 run osmo-hlr_10.42.42.2(pid=24252): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24252)]\u000a22:30:04.293680 run osmo-hlr_10.42.42.2(pid=24252): stdout: \u000a| (launched: 2022-12-09_22:30:00.870183) \u000a22:30:04.345821 run osmo-hlr_10.42.42.2(pid=24252): stderr: \u000a| �[0;m�[1;31m20221209223001248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223001248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223001248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223001248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223001248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223001248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223001267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223001283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223001283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223001283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:04.416586 run osmo-msc_10.42.42.6(pid=24261): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24261)]\u000a22:30:04.468242 run osmo-msc_10.42.42.6(pid=24261): stdout: \u000a| (launched: 2022-12-09_22:30:03.240667) \u000a22:30:04.520274 run osmo-msc_10.42.42.6(pid=24261): stderr: \u000a| �[0;m�[38;5;43m20221209223003564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223003564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cd92e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223003564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223003564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223003564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223003564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223003566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223003566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223003567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223003567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:04.564417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24251): Terminating (SIGTERM)\u000a22:30:04.606498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24257): Terminating (SIGTERM)\u000a22:30:04.648716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24260): Terminating (SIGTERM)\u000a22:30:04.658471 --- ParallelTerminationStrategy: PID 24251 died...\u000a22:30:04.714930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24251): Terminated: ok {rc=0}\u000a22:30:04.725173 --- ParallelTerminationStrategy: PID 24257 died...\u000a22:30:04.781374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24257): Terminated: ok {rc=0}\u000a22:30:04.791358 --- ParallelTerminationStrategy: PID 24260 died...\u000a22:30:04.846991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24260): Terminated: ok {rc=0}\u000a22:30:04.934647 bus /sierra_3: Setting Powered False\u000a22:30:06.039301 bus /sierra_3: Setting Powered False\u000a22:30:07.152072 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:29:47" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24272): Process ended prematurely: osmo-stp_10.42.42.5(pid=24272) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24272)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24272): Process ended prematurely: osmo-stp_10.42.42.5(pid=24272) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:30:09.162476 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:09.174035 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:30:09.337666 tst mo_mt_call.py: using LAC 24101\u000a22:30:09.461779 tst mo_mt_call.py: using RAC 131\u000a22:30:09.586295 tst mo_mt_call.py: using CellId 24101\u000a22:30:09.710639 tst mo_mt_call.py: using BVCI 24102\u000a22:30:09.735007 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:09.746405 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:09.757717 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:09.769053 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:09.780357 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:09.791680 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:30:09.913517 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:30:10.115386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:10.590565 run create_hlr_db(pid=24266): Launched\u000a22:30:10.765282 bus /sierra_2: Setting Powered False\u000a22:30:11.786769 run create_hlr_db(pid=24266): Terminated: ok {rc=0}\u000a22:30:12.191169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24268): Launched\u000a22:30:12.492643 run osmo-hlr_10.42.42.2(pid=24269): Launched\u000a22:30:12.607369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:13.141239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24271): Launched\u000a22:30:13.443070 run osmo-stp_10.42.42.5(pid=24272): Launched\u000a22:30:13.553450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:14.103005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24274): Launched\u000a22:30:14.404521 run osmo-msc_10.42.42.6(pid=24275): Launched\u000a22:30:14.582067 run osmo-stp_10.42.42.5(pid=24272): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24272)]\u000a22:30:14.710900 run osmo-stp_10.42.42.5(pid=24272): stdout: \u000a| (launched: 2022-12-09_22:30:13.294250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:14.836320 run osmo-stp_10.42.42.5(pid=24272): stderr: \u000a| �[0;m�[38;5;43m20221209223013464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223013464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223013465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223013465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223013466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223013466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223013466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:14.957619 run osmo-stp_10.42.42.5(pid=24272): stdout: \u000a| (launched: 2022-12-09_22:30:13.294250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:15.076882 run osmo-stp_10.42.42.5(pid=24272): stderr: \u000a| �[0;m�[38;5;43m20221209223013464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223013464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223013465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223013465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223013466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223013466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223013466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:15.130374 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24272): Process ended prematurely: osmo-stp_10.42.42.5(pid=24272) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24272)] [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:30:15.138869 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:30:15.198809 run osmo-hlr_10.42.42.2(pid=24269): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24269)]\u000a22:30:15.247897 run osmo-hlr_10.42.42.2(pid=24269): stdout: \u000a| (launched: 2022-12-09_22:30:12.344093) \u000a22:30:15.297822 run osmo-hlr_10.42.42.2(pid=24269): stderr: \u000a| �[0;m�[1;31m20221209223012519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223012519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223012519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223012519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223012519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223012519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223012531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223012542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223012542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223012542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:15.364779 run osmo-msc_10.42.42.6(pid=24275): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24275)]\u000a22:30:15.413690 run osmo-msc_10.42.42.6(pid=24275): stdout: \u000a| (launched: 2022-12-09_22:30:14.255464) \u000a22:30:15.463504 run osmo-msc_10.42.42.6(pid=24275): stderr: \u000a| �[0;m�[38;5;43m20221209223014526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223014527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4b6f22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223014527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223014527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223014527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223014527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223014529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223014529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223014530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223014530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:15.505226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24268): Terminating (SIGTERM)\u000a22:30:15.544894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24271): Terminating (SIGTERM)\u000a22:30:15.584669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24274): Terminating (SIGTERM)\u000a22:30:15.594163 --- ParallelTerminationStrategy: PID 24268 died...\u000a22:30:15.647681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24268): Terminated: ok {rc=0}\u000a22:30:15.657366 --- ParallelTerminationStrategy: PID 24271 died...\u000a22:30:15.710786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24271): Terminated: ok {rc=0}\u000a22:30:15.720815 --- ParallelTerminationStrategy: PID 24274 died...\u000a22:30:15.773973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24274): Terminated: ok {rc=0}\u000a22:30:15.859093 bus /sierra_3: Setting Powered False\u000a22:30:16.969576 bus /sierra_3: Setting Powered False\u000a22:30:18.079229 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24283): Process ended prematurely: osmo-stp_10.42.42.5(pid=24283) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24283)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24283): Process ended prematurely: osmo-stp_10.42.42.5(pid=24283) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:30:19.193698 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:19.205740 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:30:19.368132 tst mo_mt_call_osmux.py: using LAC 24102\u000a22:30:19.492507 tst mo_mt_call_osmux.py: using RAC 132\u000a22:30:19.612373 tst mo_mt_call_osmux.py: using CellId 24102\u000a22:30:19.729931 tst mo_mt_call_osmux.py: using BVCI 24103\u000a22:30:19.752725 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:19.763713 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:19.774727 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:19.786122 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:19.797620 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:30:19.808422 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:30:19.928761 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:30:20.131143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:20.606268 run create_hlr_db(pid=24277): Launched\u000a22:30:20.778864 bus /sierra_2: Setting Powered False\u000a22:30:21.801438 run create_hlr_db(pid=24277): Terminated: ok {rc=0}\u000a22:30:22.227721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24279): Launched\u000a22:30:22.548072 run osmo-hlr_10.42.42.2(pid=24280): Launched\u000a22:30:22.665968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:23.221902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24282): Launched\u000a22:30:23.541450 run osmo-stp_10.42.42.5(pid=24283): Launched\u000a22:30:23.658284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:24.246577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24285): Launched\u000a22:30:24.566451 run osmo-msc_10.42.42.6(pid=24286): Launched\u000a22:30:24.756267 run osmo-stp_10.42.42.5(pid=24283): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24283)]\u000a22:30:24.892643 run osmo-stp_10.42.42.5(pid=24283): stdout: \u000a| (launched: 2022-12-09_22:30:23.384661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:25.027781 run osmo-stp_10.42.42.5(pid=24283): stderr: \u000a| �[0;m�[38;5;43m20221209223023575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223023576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223023576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223023576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223023577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223023577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223023577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:25.156142 run osmo-stp_10.42.42.5(pid=24283): stdout: \u000a| (launched: 2022-12-09_22:30:23.384661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:25.283023 run osmo-stp_10.42.42.5(pid=24283): stderr: \u000a| �[0;m�[38;5;43m20221209223023575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223023576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223023576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223023576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223023577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223023577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223023577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:25.339364 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24283): Process ended prematurely: osmo-stp_10.42.42.5(pid=24283) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24283)] [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:30:25.348523 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:30:25.411066 run osmo-hlr_10.42.42.2(pid=24280): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24280)]\u000a22:30:25.462249 run osmo-hlr_10.42.42.2(pid=24280): stdout: \u000a| (launched: 2022-12-09_22:30:22.390912) \u000a22:30:25.514190 run osmo-hlr_10.42.42.2(pid=24280): stderr: \u000a| �[0;m�[1;31m20221209223022588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223022588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223022588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223022588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223022588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223022588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223022600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223022608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223022608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223022608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:25.584812 run osmo-msc_10.42.42.6(pid=24286): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24286)]\u000a22:30:25.636372 run osmo-msc_10.42.42.6(pid=24286): stdout: \u000a| (launched: 2022-12-09_22:30:24.409528) \u000a22:30:25.688002 run osmo-msc_10.42.42.6(pid=24286): stderr: \u000a| �[0;m�[38;5;43m20221209223024729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223024729 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29040aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223024729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223024729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223024729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223024729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223024733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223024733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223024733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223024733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:25.732128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24279): Terminating (SIGTERM)\u000a22:30:25.774069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24282): Terminating (SIGTERM)\u000a22:30:25.815779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24285): Terminating (SIGTERM)\u000a22:30:25.825437 --- ParallelTerminationStrategy: PID 24279 died...\u000a22:30:25.881191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24279): Terminated: ok {rc=0}\u000a22:30:25.891170 --- ParallelTerminationStrategy: PID 24282 died...\u000a22:30:25.946644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24282): Terminated: ok {rc=0}\u000a22:30:25.956604 --- ParallelTerminationStrategy: PID 24285 died...\u000a22:30:26.012264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24285): Terminated: ok {rc=0}\u000a22:30:26.100334 bus /sierra_3: Setting Powered False\u000a22:30:27.203962 bus /sierra_3: Setting Powered False\u000a22:30:28.312619 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:30:08" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24297): Process ended prematurely: osmo-stp_10.42.42.5(pid=24297) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24297)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24297): Process ended prematurely: osmo-stp_10.42.42.5(pid=24297) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:30:30.316145 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:30.327649 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:30:30.491308 tst mo_mt_call.py: using LAC 24103\u000a22:30:30.615335 tst mo_mt_call.py: using RAC 133\u000a22:30:30.735945 tst mo_mt_call.py: using CellId 24103\u000a22:30:30.862572 tst mo_mt_call.py: using BVCI 24104\u000a22:30:30.889125 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:30.916159 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:30.930892 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:30.943249 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:30.954990 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:30.967161 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:30:31.091247 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:30:31.315262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:31.840564 run create_hlr_db(pid=24291): Launched\u000a22:30:32.019564 bus /sierra_2: Setting Powered False\u000a22:30:33.038464 run create_hlr_db(pid=24291): Terminated: ok {rc=0}\u000a22:30:33.468430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24293): Launched\u000a22:30:33.791249 run osmo-hlr_10.42.42.2(pid=24294): Launched\u000a22:30:33.912271 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:34.471528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24296): Launched\u000a22:30:34.792402 run osmo-stp_10.42.42.5(pid=24297): Launched\u000a22:30:34.909473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:35.499282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24299): Launched\u000a22:30:35.821524 run osmo-msc_10.42.42.6(pid=24300): Launched\u000a22:30:36.011646 run osmo-stp_10.42.42.5(pid=24297): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24297)]\u000a22:30:36.148393 run osmo-stp_10.42.42.5(pid=24297): stdout: \u000a| (launched: 2022-12-09_22:30:34.635417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:36.285298 run osmo-stp_10.42.42.5(pid=24297): stderr: \u000a| �[0;m�[38;5;43m20221209223034829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223034829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223034829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223034830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223034830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223034830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223034830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:36.415339 run osmo-stp_10.42.42.5(pid=24297): stdout: \u000a| (launched: 2022-12-09_22:30:34.635417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:36.543725 run osmo-stp_10.42.42.5(pid=24297): stderr: \u000a| �[0;m�[38;5;43m20221209223034829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223034829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223034829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223034830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223034830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223034830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223034830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:36.600542 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24297): Process ended prematurely: osmo-stp_10.42.42.5(pid=24297) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24297)] [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:30:36.609726 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:30:36.671970 run osmo-hlr_10.42.42.2(pid=24294): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24294)]\u000a22:30:36.723386 run osmo-hlr_10.42.42.2(pid=24294): stdout: \u000a| (launched: 2022-12-09_22:30:33.633606) \u000a22:30:36.775155 run osmo-hlr_10.42.42.2(pid=24294): stderr: \u000a| �[0;m�[1;31m20221209223033833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223033833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223033833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223033833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223033833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223033833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223033846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223033854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223033854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223033854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:36.845446 run osmo-msc_10.42.42.6(pid=24300): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24300)]\u000a22:30:36.896750 run osmo-msc_10.42.42.6(pid=24300): stdout: \u000a| (launched: 2022-12-09_22:30:35.663251) \u000a22:30:36.948457 run osmo-msc_10.42.42.6(pid=24300): stderr: \u000a| �[0;m�[38;5;43m20221209223035987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223035987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8aa4d78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223035987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223035987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223035987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223035988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223035989 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223035990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223035990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223035990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:36.992203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24293): Terminating (SIGTERM)\u000a22:30:37.033787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24296): Terminating (SIGTERM)\u000a22:30:37.075364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24299): Terminating (SIGTERM)\u000a22:30:37.084588 --- ParallelTerminationStrategy: PID 24293 died...\u000a22:30:37.140516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24293): Terminated: ok {rc=0}\u000a22:30:37.150545 --- ParallelTerminationStrategy: PID 24296 died...\u000a22:30:37.206430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24296): Terminated: ok {rc=0}\u000a22:30:37.216475 --- ParallelTerminationStrategy: PID 24299 died...\u000a22:30:37.272376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24299): Terminated: ok {rc=0}\u000a22:30:37.360234 bus /sierra_3: Setting Powered False\u000a22:30:38.467744 bus /sierra_3: Setting Powered False\u000a22:30:39.577045 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24308): Process ended prematurely: osmo-stp_10.42.42.5(pid=24308) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24308): Process ended prematurely: osmo-stp_10.42.42.5(pid=24308) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:30:40.691539 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:40.703577 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:30:40.868910 tst mo_mt_call_osmux.py: using LAC 24104\u000a22:30:40.994961 tst mo_mt_call_osmux.py: using RAC 134\u000a22:30:41.121749 tst mo_mt_call_osmux.py: using CellId 24104\u000a22:30:41.252150 tst mo_mt_call_osmux.py: using BVCI 24105\u000a22:30:41.276590 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:41.288270 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:41.299617 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:41.310963 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:41.322492 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:30:41.333726 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:30:41.449059 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:30:41.661237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:42.173231 run create_hlr_db(pid=24302): Launched\u000a22:30:42.359222 bus /sierra_2: Setting Powered False\u000a22:30:43.380064 run create_hlr_db(pid=24302): Terminated: ok {rc=0}\u000a22:30:43.788099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24304): Launched\u000a22:30:44.090633 run osmo-hlr_10.42.42.2(pid=24305): Launched\u000a22:30:44.207258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:44.740765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24307): Launched\u000a22:30:45.041733 run osmo-stp_10.42.42.5(pid=24308): Launched\u000a22:30:45.151616 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:45.702482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24310): Launched\u000a22:30:46.123105 run osmo-msc_10.42.42.6(pid=24311): Launched\u000a22:30:46.488910 run osmo-stp_10.42.42.5(pid=24308): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)]\u000a22:30:46.770650 run osmo-stp_10.42.42.5(pid=24308): stdout: \u000a| (launched: 2022-12-09_22:30:44.893918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:46.968459 run osmo-stp_10.42.42.5(pid=24308): stderr: \u000a| �[0;m�[38;5;43m20221209223045064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223045065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223045065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223045065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223045066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223045066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223045066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:47.093178 run osmo-stp_10.42.42.5(pid=24308): stdout: \u000a| (launched: 2022-12-09_22:30:44.893918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:47.216643 run osmo-stp_10.42.42.5(pid=24308): stderr: \u000a| �[0;m�[38;5;43m20221209223045064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223045065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223045065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223045065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223045066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223045066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223045066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:47.271121 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24308): Process ended prematurely: osmo-stp_10.42.42.5(pid=24308) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)] [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:30:47.279891 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a22:30:47.341846 run osmo-hlr_10.42.42.2(pid=24305): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24305)]\u000a22:30:47.392124 run osmo-hlr_10.42.42.2(pid=24305): stdout: \u000a| (launched: 2022-12-09_22:30:43.941947) \u000a22:30:47.442984 run osmo-hlr_10.42.42.2(pid=24305): stderr: \u000a| �[0;m�[1;31m20221209223044119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223044119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223044119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223044119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223044119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223044119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223044131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223044140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223044141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223044141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:47.511974 run osmo-msc_10.42.42.6(pid=24311): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24311)]\u000a22:30:47.562270 run osmo-msc_10.42.42.6(pid=24311): stdout: \u000a| (launched: 2022-12-09_22:30:45.862370) \u000a22:30:47.613035 run osmo-msc_10.42.42.6(pid=24311): stderr: \u000a| �[0;m�[38;5;43m20221209223046462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223046462 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9446d68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223046462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223046462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223046462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223046463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223046464 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223046465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223046465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223046465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:47.655431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24304): Terminating (SIGTERM)\u000a22:30:47.697014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24307): Terminating (SIGTERM)\u000a22:30:47.737478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24310): Terminating (SIGTERM)\u000a22:30:47.747200 --- ParallelTerminationStrategy: PID 24304 died...\u000a22:30:47.801681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24304): Terminated: ok {rc=0}\u000a22:30:47.811836 --- ParallelTerminationStrategy: PID 24307 died...\u000a22:30:47.866222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24307): Terminated: ok {rc=0}\u000a22:30:47.875964 --- ParallelTerminationStrategy: PID 24310 died...\u000a22:30:47.930196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24310): Terminated: ok {rc=0}\u000a22:30:48.019589 bus /sierra_3: Setting Powered False\u000a22:30:49.124227 bus /sierra_3: Setting Powered False\u000a22:30:50.232042 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:30:30" }, { "cases" : [ { "testActions" : [ ], "age" : 39, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24322): Process ended prematurely: osmo-stp_10.42.42.5(pid=24322) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24322)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24322): Process ended prematurely: osmo-stp_10.42.42.5(pid=24322) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:30:52.239354 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:52.250945 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:30:52.416291 tst mo_mt_call.py: using LAC 24105\u000a22:30:52.541862 tst mo_mt_call.py: using RAC 135\u000a22:30:52.668045 tst mo_mt_call.py: using CellId 24105\u000a22:30:52.797694 tst mo_mt_call.py: using BVCI 24106\u000a22:30:52.822165 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:52.833566 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:52.844771 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:52.856044 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:52.867398 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:30:52.878755 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:30:52.994476 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:30:53.204436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:30:53.716583 run create_hlr_db(pid=24316): Launched\u000a22:30:53.901098 bus /sierra_2: Setting Powered False\u000a22:30:54.923661 run create_hlr_db(pid=24316): Terminated: ok {rc=0}\u000a22:30:55.328585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24318): Launched\u000a22:30:55.629564 run osmo-hlr_10.42.42.2(pid=24319): Launched\u000a22:30:55.744619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:30:56.279133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24321): Launched\u000a22:30:56.580806 run osmo-stp_10.42.42.5(pid=24322): Launched\u000a22:30:56.690405 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:30:57.241826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24324): Launched\u000a22:30:57.542724 run osmo-msc_10.42.42.6(pid=24325): Launched\u000a22:30:57.720460 run osmo-stp_10.42.42.5(pid=24322): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24322)]\u000a22:30:57.849821 run osmo-stp_10.42.42.5(pid=24322): stdout: \u000a| (launched: 2022-12-09_22:30:56.432191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:57.976214 run osmo-stp_10.42.42.5(pid=24322): stderr: \u000a| �[0;m�[38;5;43m20221209223056602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223056602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223056603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223056603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223056603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:58.097721 run osmo-stp_10.42.42.5(pid=24322): stdout: \u000a| (launched: 2022-12-09_22:30:56.432191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:30:58.217867 run osmo-stp_10.42.42.5(pid=24322): stderr: \u000a| �[0;m�[38;5;43m20221209223056602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223056602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223056603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223056603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223056603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223056604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:30:58.271038 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24322): Process ended prematurely: osmo-stp_10.42.42.5(pid=24322) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24322)] [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:30:58.279768 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a22:30:58.340831 run osmo-hlr_10.42.42.2(pid=24319): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24319)]\u000a22:30:58.390844 run osmo-hlr_10.42.42.2(pid=24319): stdout: \u000a| (launched: 2022-12-09_22:30:55.481145) \u000a22:30:58.441481 run osmo-hlr_10.42.42.2(pid=24319): stderr: \u000a| �[0;m�[1;31m20221209223055657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223055657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223055657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223055658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223055658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223055658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223055668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223055678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223055678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223055679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:30:58.509381 run osmo-msc_10.42.42.6(pid=24325): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24325)]\u000a22:30:58.559024 run osmo-msc_10.42.42.6(pid=24325): stdout: \u000a| (launched: 2022-12-09_22:30:57.394309) \u000a22:30:58.609181 run osmo-msc_10.42.42.6(pid=24325): stderr: \u000a| �[0;m�[38;5;43m20221209223057667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223057667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8b6cedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223057667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223057668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223057668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223057668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223057670 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223057670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223057670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223057670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:30:58.651351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24318): Terminating (SIGTERM)\u000a22:30:58.691534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24321): Terminating (SIGTERM)\u000a22:30:58.731653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24324): Terminating (SIGTERM)\u000a22:30:58.741313 --- ParallelTerminationStrategy: PID 24318 died...\u000a22:30:58.794931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24318): Terminated: ok {rc=0}\u000a22:30:58.805151 --- ParallelTerminationStrategy: PID 24321 died...\u000a22:30:58.859167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24321): Terminated: ok {rc=0}\u000a22:30:58.869077 --- ParallelTerminationStrategy: PID 24324 died...\u000a22:30:58.923294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24324): Terminated: ok {rc=0}\u000a22:30:59.013161 bus /sierra_3: Setting Powered False\u000a22:31:00.119259 bus /sierra_3: Setting Powered False\u000a22:31:01.254925 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24333): Process ended prematurely: osmo-stp_10.42.42.5(pid=24333) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24333)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24333): Process ended prematurely: osmo-stp_10.42.42.5(pid=24333) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:31:02.367781 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:02.379706 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:31:02.544501 tst mo_mt_call_osmux.py: using LAC 24106\u000a22:31:02.671245 tst mo_mt_call_osmux.py: using RAC 136\u000a22:31:02.797547 tst mo_mt_call_osmux.py: using CellId 24106\u000a22:31:02.923362 tst mo_mt_call_osmux.py: using BVCI 24107\u000a22:31:02.948032 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:02.959677 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:02.970925 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:02.982226 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:02.993600 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:31:03.004833 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:31:03.127812 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:31:03.331228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:03.806636 run create_hlr_db(pid=24327): Launched\u000a22:31:03.980365 bus /sierra_2: Setting Powered False\u000a22:31:05.002471 run create_hlr_db(pid=24327): Terminated: ok {rc=0}\u000a22:31:05.430217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24329): Launched\u000a22:31:05.753362 run osmo-hlr_10.42.42.2(pid=24330): Launched\u000a22:31:05.871148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:06.428058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24332): Launched\u000a22:31:06.750476 run osmo-stp_10.42.42.5(pid=24333): Launched\u000a22:31:06.867120 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:07.460485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24335): Launched\u000a22:31:07.783771 run osmo-msc_10.42.42.6(pid=24336): Launched\u000a22:31:07.972205 run osmo-stp_10.42.42.5(pid=24333): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24333)]\u000a22:31:08.108428 run osmo-stp_10.42.42.5(pid=24333): stdout: \u000a| (launched: 2022-12-09_22:31:06.591723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:08.244175 run osmo-stp_10.42.42.5(pid=24333): stderr: \u000a| �[0;m�[38;5;43m20221209223106783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223106783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223106783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223106783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223106786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223106786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223106786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:08.373587 run osmo-stp_10.42.42.5(pid=24333): stdout: \u000a| (launched: 2022-12-09_22:31:06.591723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:08.501853 run osmo-stp_10.42.42.5(pid=24333): stderr: \u000a| �[0;m�[38;5;43m20221209223106783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223106783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223106783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223106783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223106786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223106786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223106786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:08.558437 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24333): Process ended prematurely: osmo-stp_10.42.42.5(pid=24333) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24333)] [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:31:08.567777 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:31:08.630309 run osmo-hlr_10.42.42.2(pid=24330): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24330)]\u000a22:31:08.682114 run osmo-hlr_10.42.42.2(pid=24330): stdout: \u000a| (launched: 2022-12-09_22:31:05.594183) \u000a22:31:08.734146 run osmo-hlr_10.42.42.2(pid=24330): stderr: \u000a| �[0;m�[1;31m20221209223105791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223105792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223105792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223105792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223105792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223105792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223105804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223105812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223105813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223105813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:08.804605 run osmo-msc_10.42.42.6(pid=24336): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24336)]\u000a22:31:08.855876 run osmo-msc_10.42.42.6(pid=24336): stdout: \u000a| (launched: 2022-12-09_22:31:07.626364) \u000a22:31:08.907680 run osmo-msc_10.42.42.6(pid=24336): stderr: \u000a| �[0;m�[38;5;43m20221209223107950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223107950 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b8dadac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223107951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223107951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223107951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223107951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223107953 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223107953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223107953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223107953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:08.951596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24329): Terminating (SIGTERM)\u000a22:31:08.993255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24332): Terminating (SIGTERM)\u000a22:31:09.035051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24335): Terminating (SIGTERM)\u000a22:31:09.044771 --- ParallelTerminationStrategy: PID 24329 died...\u000a22:31:09.100726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24329): Terminated: ok {rc=0}\u000a22:31:09.110791 --- ParallelTerminationStrategy: PID 24332 died...\u000a22:31:09.166495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24332): Terminated: ok {rc=0}\u000a22:31:09.176559 --- ParallelTerminationStrategy: PID 24335 died...\u000a22:31:09.232054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24335): Terminated: ok {rc=0}\u000a22:31:09.319581 bus /sierra_3: Setting Powered False\u000a22:31:10.428318 bus /sierra_3: Setting Powered False\u000a22:31:11.540065 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:30:51" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24347): Process ended prematurely: osmo-stp_10.42.42.5(pid=24347) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24347)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24347): Process ended prematurely: osmo-stp_10.42.42.5(pid=24347) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:31:13.537349 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:13.548344 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:31:13.703988 tst mo_mt_call.py: using LAC 24107\u000a22:31:13.824074 tst mo_mt_call.py: using RAC 137\u000a22:31:13.944109 tst mo_mt_call.py: using CellId 24107\u000a22:31:14.061996 tst mo_mt_call.py: using BVCI 24108\u000a22:31:14.084677 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:14.095579 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:14.106408 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:14.117997 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:14.130589 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:14.141476 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:31:14.256891 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:31:14.465974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:14.979911 run create_hlr_db(pid=24341): Launched\u000a22:31:15.164888 bus /sierra_2: Setting Powered False\u000a22:31:16.230298 run create_hlr_db(pid=24341): Terminated: ok {rc=0}\u000a22:31:16.659049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24343): Launched\u000a22:31:17.002942 run osmo-hlr_10.42.42.2(pid=24344): Launched\u000a22:31:17.116633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:17.701162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24346): Launched\u000a22:31:18.002682 run osmo-stp_10.42.42.5(pid=24347): Launched\u000a22:31:18.112116 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:18.663173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24349): Launched\u000a22:31:18.964797 run osmo-msc_10.42.42.6(pid=24350): Launched\u000a22:31:19.143122 run osmo-stp_10.42.42.5(pid=24347): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24347)]\u000a22:31:19.272248 run osmo-stp_10.42.42.5(pid=24347): stdout: \u000a| (launched: 2022-12-09_22:31:17.854371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:19.398118 run osmo-stp_10.42.42.5(pid=24347): stderr: \u000a| �[0;m�[38;5;43m20221209223118024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223118024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223118024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223118025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223118027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223118027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223118027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:19.519464 run osmo-stp_10.42.42.5(pid=24347): stdout: \u000a| (launched: 2022-12-09_22:31:17.854371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:19.639080 run osmo-stp_10.42.42.5(pid=24347): stderr: \u000a| �[0;m�[38;5;43m20221209223118024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223118024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223118024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223118025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223118027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223118027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223118027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:19.692252 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24347): Process ended prematurely: osmo-stp_10.42.42.5(pid=24347) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24347)] [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:31:19.700796 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:31:19.761064 run osmo-hlr_10.42.42.2(pid=24344): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24344)]\u000a22:31:19.810925 run osmo-hlr_10.42.42.2(pid=24344): stdout: \u000a| (launched: 2022-12-09_22:31:16.815638) \u000a22:31:19.860590 run osmo-hlr_10.42.42.2(pid=24344): stderr: \u000a| �[0;m�[1;31m20221209223117173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223117173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223117173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223117173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223117173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223117173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223117191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223117199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223117199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223117199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:19.927752 run osmo-msc_10.42.42.6(pid=24350): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24350)]\u000a22:31:19.976937 run osmo-msc_10.42.42.6(pid=24350): stdout: \u000a| (launched: 2022-12-09_22:31:18.815722) \u000a22:31:20.027102 run osmo-msc_10.42.42.6(pid=24350): stderr: \u000a| �[0;m�[38;5;43m20221209223119087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223119087 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff18a68fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223119087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223119087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223119087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223119088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223119091 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223119092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223119092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223119092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:20.069007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24343): Terminating (SIGTERM)\u000a22:31:20.108747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24346): Terminating (SIGTERM)\u000a22:31:20.148528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24349): Terminating (SIGTERM)\u000a22:31:20.157924 --- ParallelTerminationStrategy: PID 24343 died...\u000a22:31:20.212200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24343): Terminated: ok {rc=0}\u000a22:31:20.221946 --- ParallelTerminationStrategy: PID 24346 died...\u000a22:31:20.275679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24346): Terminated: ok {rc=0}\u000a22:31:20.285785 --- ParallelTerminationStrategy: PID 24349 died...\u000a22:31:20.339124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24349): Terminated: ok {rc=0}\u000a22:31:20.422909 bus /sierra_3: Setting Powered False\u000a22:31:21.529302 bus /sierra_3: Setting Powered False\u000a22:31:22.637564 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24358): Process ended prematurely: osmo-stp_10.42.42.5(pid=24358) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24358)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24358): Process ended prematurely: osmo-stp_10.42.42.5(pid=24358) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:31:23.752857 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:23.764869 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:31:23.930102 tst mo_mt_call_osmux.py: using LAC 24108\u000a22:31:24.057578 tst mo_mt_call_osmux.py: using RAC 138\u000a22:31:24.182887 tst mo_mt_call_osmux.py: using CellId 24108\u000a22:31:24.308610 tst mo_mt_call_osmux.py: using BVCI 24109\u000a22:31:24.333313 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:24.344670 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:24.355822 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:24.367101 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:24.378414 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:31:24.389693 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:31:24.509224 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:31:24.713368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:25.200370 run create_hlr_db(pid=24352): Launched\u000a22:31:25.385637 bus /sierra_2: Setting Powered False\u000a22:31:26.407129 run create_hlr_db(pid=24352): Terminated: ok {rc=0}\u000a22:31:26.834868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24354): Launched\u000a22:31:27.154004 run osmo-hlr_10.42.42.2(pid=24355): Launched\u000a22:31:27.270194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:27.825913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24357): Launched\u000a22:31:28.146365 run osmo-stp_10.42.42.5(pid=24358): Launched\u000a22:31:28.262305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:28.847438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24360): Launched\u000a22:31:29.167221 run osmo-msc_10.42.42.6(pid=24361): Launched\u000a22:31:29.354607 run osmo-stp_10.42.42.5(pid=24358): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24358)]\u000a22:31:29.489965 run osmo-stp_10.42.42.5(pid=24358): stdout: \u000a| (launched: 2022-12-09_22:31:27.989064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:29.625910 run osmo-stp_10.42.42.5(pid=24358): stderr: \u000a| �[0;m�[38;5;43m20221209223128179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223128179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223128180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223128180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223128180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223128180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223128181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:29.755409 run osmo-stp_10.42.42.5(pid=24358): stdout: \u000a| (launched: 2022-12-09_22:31:27.989064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:29.882647 run osmo-stp_10.42.42.5(pid=24358): stderr: \u000a| �[0;m�[38;5;43m20221209223128179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223128179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223128180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223128180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223128180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223128180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223128181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:29.938973 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24358): Process ended prematurely: osmo-stp_10.42.42.5(pid=24358) [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24358)] [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:31:29.948245 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:31:30.010968 run osmo-hlr_10.42.42.2(pid=24355): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24355)]\u000a22:31:30.062508 run osmo-hlr_10.42.42.2(pid=24355): stdout: \u000a| (launched: 2022-12-09_22:31:26.997968) \u000a22:31:30.114640 run osmo-hlr_10.42.42.2(pid=24355): stderr: \u000a| �[0;m�[1;31m20221209223127195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223127195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223127195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223127195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223127195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223127195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223127208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223127216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223127216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223127217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:30.185454 run osmo-msc_10.42.42.6(pid=24361): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24361)]\u000a22:31:30.236912 run osmo-msc_10.42.42.6(pid=24361): stdout: \u000a| (launched: 2022-12-09_22:31:29.010270) \u000a22:31:30.288710 run osmo-msc_10.42.42.6(pid=24361): stderr: \u000a| �[0;m�[38;5;43m20221209223129333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223129333 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2dab9bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223129333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223129333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223129333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223129334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223129335 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223129336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223129336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223129336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:30.332571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24354): Terminating (SIGTERM)\u000a22:31:30.374132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24357): Terminating (SIGTERM)\u000a22:31:30.415767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24360): Terminating (SIGTERM)\u000a22:31:30.425020 --- ParallelTerminationStrategy: PID 24354 died...\u000a22:31:30.480725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24354): Terminated: ok {rc=0}\u000a22:31:30.490817 --- ParallelTerminationStrategy: PID 24357 died...\u000a22:31:30.546195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24357): Terminated: ok {rc=0}\u000a22:31:30.556138 --- ParallelTerminationStrategy: PID 24360 died...\u000a22:31:30.611901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24360): Terminated: ok {rc=0}\u000a22:31:30.700248 bus /sierra_3: Setting Powered False\u000a22:31:31.805256 bus /sierra_3: Setting Powered False\u000a22:31:32.915447 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:31:13" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24374): Process ended prematurely: osmo-stp_10.42.42.5(pid=24374) [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24374)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24374): Process ended prematurely: osmo-stp_10.42.42.5(pid=24374) [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:31:34.919257 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:34.930742 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:31:35.090851 tst mo_mt_call.py: using LAC 24109\u000a22:31:35.210783 tst mo_mt_call.py: using RAC 139\u000a22:31:35.328706 tst mo_mt_call.py: using CellId 24109\u000a22:31:35.447283 tst mo_mt_call.py: using BVCI 24110\u000a22:31:35.470650 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:35.481726 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:35.492476 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:35.503756 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:35.515027 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:35.526156 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:31:35.642773 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:31:35.843990 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:36.316408 run create_hlr_db(pid=24368): Launched\u000a22:31:36.489314 bus /sierra_2: Setting Powered False\u000a22:31:37.511291 run create_hlr_db(pid=24368): Terminated: ok {rc=0}\u000a22:31:37.912782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24370): Launched\u000a22:31:38.214498 run osmo-hlr_10.42.42.2(pid=24371): Launched\u000a22:31:38.328868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:38.857515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24373): Launched\u000a22:31:39.160576 run osmo-stp_10.42.42.5(pid=24374): Launched\u000a22:31:39.271858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:39.825962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24376): Launched\u000a22:31:40.128360 run osmo-msc_10.42.42.6(pid=24377): Launched\u000a22:31:40.307045 run osmo-stp_10.42.42.5(pid=24374): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24374)]\u000a22:31:40.436305 run osmo-stp_10.42.42.5(pid=24374): stdout: \u000a| (launched: 2022-12-09_22:31:39.010188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:40.562883 run osmo-stp_10.42.42.5(pid=24374): stderr: \u000a| �[0;m�[38;5;43m20221209223139179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223139179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223139179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223139180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223139180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223139180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223139180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:40.684488 run osmo-stp_10.42.42.5(pid=24374): stdout: \u000a| (launched: 2022-12-09_22:31:39.010188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:40.805673 run osmo-stp_10.42.42.5(pid=24374): stderr: \u000a| �[0;m�[38;5;43m20221209223139179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223139179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223139179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223139180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223139180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223139180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223139180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:40.859019 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24374): Process ended prematurely: osmo-stp_10.42.42.5(pid=24374) [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24374)] [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:31:40.867433 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:31:40.927482 run osmo-hlr_10.42.42.2(pid=24371): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24371)]\u000a22:31:40.976445 run osmo-hlr_10.42.42.2(pid=24371): stdout: \u000a| (launched: 2022-12-09_22:31:38.065559) \u000a22:31:41.026153 run osmo-hlr_10.42.42.2(pid=24371): stderr: \u000a| �[0;m�[1;31m20221209223138240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223138240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223138240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223138240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223138240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223138240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223138256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223138266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223138266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223138266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:41.093459 run osmo-msc_10.42.42.6(pid=24377): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24377)]\u000a22:31:41.142815 run osmo-msc_10.42.42.6(pid=24377): stdout: \u000a| (launched: 2022-12-09_22:31:39.978799) \u000a22:31:41.192518 run osmo-msc_10.42.42.6(pid=24377): stderr: \u000a| �[0;m�[38;5;43m20221209223140251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223140251 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc89120c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223140252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223140252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223140252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223140252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223140254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223140254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223140254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223140254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:41.234253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24370): Terminating (SIGTERM)\u000a22:31:41.274006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24373): Terminating (SIGTERM)\u000a22:31:41.313788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24376): Terminating (SIGTERM)\u000a22:31:41.323150 --- ParallelTerminationStrategy: PID 24370 died...\u000a22:31:41.376496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24370): Terminated: ok {rc=0}\u000a22:31:41.386167 --- ParallelTerminationStrategy: PID 24373 died...\u000a22:31:41.439072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24373): Terminated: ok {rc=0}\u000a22:31:41.448899 --- ParallelTerminationStrategy: PID 24376 died...\u000a22:31:41.501803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24376): Terminated: ok {rc=0}\u000a22:31:41.591538 bus /sierra_3: Setting Powered False\u000a22:31:42.695435 bus /sierra_3: Setting Powered False\u000a22:31:43.802092 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24385): Process ended prematurely: osmo-stp_10.42.42.5(pid=24385) [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24385)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24385): Process ended prematurely: osmo-stp_10.42.42.5(pid=24385) [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:31:44.916321 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:44.928478 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:31:45.092320 tst mo_mt_call_osmux.py: using LAC 24110\u000a22:31:45.218132 tst mo_mt_call_osmux.py: using RAC 140\u000a22:31:45.346416 tst mo_mt_call_osmux.py: using CellId 24110\u000a22:31:45.468185 tst mo_mt_call_osmux.py: using BVCI 24111\u000a22:31:45.491209 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:45.502550 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:45.513726 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:45.525016 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:45.536246 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:31:45.547267 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:31:45.665587 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:31:45.893660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:46.462243 run create_hlr_db(pid=24379): Launched\u000a22:31:46.655879 bus /sierra_2: Setting Powered False\u000a22:31:47.669847 run create_hlr_db(pid=24379): Terminated: ok {rc=0}\u000a22:31:48.080695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24381): Launched\u000a22:31:48.382762 run osmo-hlr_10.42.42.2(pid=24382): Launched\u000a22:31:48.496759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:31:49.019908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24384): Launched\u000a22:31:49.321573 run osmo-stp_10.42.42.5(pid=24385): Launched\u000a22:31:49.435668 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:31:49.991161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24387): Launched\u000a22:31:50.295078 run osmo-msc_10.42.42.6(pid=24388): Launched\u000a22:31:50.473026 run osmo-stp_10.42.42.5(pid=24385): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24385)]\u000a22:31:50.601670 run osmo-stp_10.42.42.5(pid=24385): stdout: \u000a| (launched: 2022-12-09_22:31:49.172814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:50.727845 run osmo-stp_10.42.42.5(pid=24385): stderr: \u000a| �[0;m�[38;5;43m20221209223149344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223149344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223149344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223149345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223149345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223149345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223149345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:50.849666 run osmo-stp_10.42.42.5(pid=24385): stdout: \u000a| (launched: 2022-12-09_22:31:49.172814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:31:50.969795 run osmo-stp_10.42.42.5(pid=24385): stderr: \u000a| �[0;m�[38;5;43m20221209223149344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223149344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223149344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223149345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223149345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223149345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223149345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:31:51.022705 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24385): Process ended prematurely: osmo-stp_10.42.42.5(pid=24385) [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24385)] [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:31:51.031221 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:31:51.091236 run osmo-hlr_10.42.42.2(pid=24382): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24382)]\u000a22:31:51.140277 run osmo-hlr_10.42.42.2(pid=24382): stdout: \u000a| (launched: 2022-12-09_22:31:48.234180) \u000a22:31:51.190091 run osmo-hlr_10.42.42.2(pid=24382): stderr: \u000a| �[0;m�[1;31m20221209223148411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223148411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223148411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223148411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223148411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223148411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223148423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223148433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223148433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223148433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:31:51.257360 run osmo-msc_10.42.42.6(pid=24388): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24388)]\u000a22:31:51.306270 run osmo-msc_10.42.42.6(pid=24388): stdout: \u000a| (launched: 2022-12-09_22:31:50.144711) \u000a22:31:51.355956 run osmo-msc_10.42.42.6(pid=24388): stderr: \u000a| �[0;m�[38;5;43m20221209223150414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223150414 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f968ef75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223150415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223150415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223150415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223150415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223150417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223150417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223150417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223150417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:31:51.397849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24381): Terminating (SIGTERM)\u000a22:31:51.437738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24384): Terminating (SIGTERM)\u000a22:31:51.477548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24387): Terminating (SIGTERM)\u000a22:31:51.486948 --- ParallelTerminationStrategy: PID 24381 died...\u000a22:31:51.540071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24381): Terminated: ok {rc=0}\u000a22:31:51.549865 --- ParallelTerminationStrategy: PID 24384 died...\u000a22:31:51.602610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24384): Terminated: ok {rc=0}\u000a22:31:51.612287 --- ParallelTerminationStrategy: PID 24387 died...\u000a22:31:51.665237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24387): Terminated: ok {rc=0}\u000a22:31:51.753568 bus /sierra_3: Setting Powered False\u000a22:31:52.856648 bus /sierra_3: Setting Powered False\u000a22:31:53.968432 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:31:34" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24399): Process ended prematurely: osmo-stp_10.42.42.5(pid=24399) [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24399)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24399): Process ended prematurely: osmo-stp_10.42.42.5(pid=24399) [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:31:55.976137 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:55.987507 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:31:56.165261 tst mo_mt_call.py: using LAC 24111\u000a22:31:56.297360 tst mo_mt_call.py: using RAC 141\u000a22:31:56.422153 tst mo_mt_call.py: using CellId 24111\u000a22:31:56.547562 tst mo_mt_call.py: using BVCI 24112\u000a22:31:56.572245 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:56.583528 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:56.594567 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:56.605627 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:56.616684 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:31:56.627761 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:31:56.747018 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:31:56.957006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:31:57.470685 run create_hlr_db(pid=24393): Launched\u000a22:31:57.656162 bus /sierra_2: Setting Powered False\u000a22:31:58.676766 run create_hlr_db(pid=24393): Terminated: ok {rc=0}\u000a22:31:59.106337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24395): Launched\u000a22:31:59.427318 run osmo-hlr_10.42.42.2(pid=24396): Launched\u000a22:31:59.544288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:00.102010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24398): Launched\u000a22:32:00.422856 run osmo-stp_10.42.42.5(pid=24399): Launched\u000a22:32:00.539387 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:32:01.154759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24401): Launched\u000a22:32:01.635774 run osmo-msc_10.42.42.6(pid=24402): Launched\u000a22:32:01.981220 run osmo-stp_10.42.42.5(pid=24399): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24399)]\u000a22:32:02.319740 run osmo-stp_10.42.42.5(pid=24399): stdout: \u000a| (launched: 2022-12-09_22:32:00.265622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:02.471198 run osmo-stp_10.42.42.5(pid=24399): stderr: \u000a| �[0;m�[38;5;43m20221209223200455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223200455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223200455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223200456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223200456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223200456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223200456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:02.601327 run osmo-stp_10.42.42.5(pid=24399): stdout: \u000a| (launched: 2022-12-09_22:32:00.265622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:02.730032 run osmo-stp_10.42.42.5(pid=24399): stderr: \u000a| �[0;m�[38;5;43m20221209223200455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223200455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223200455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223200456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223200456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223200456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223200456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:02.786696 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24399): Process ended prematurely: osmo-stp_10.42.42.5(pid=24399) [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24399)] [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:32:02.795809 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a22:32:02.858778 run osmo-hlr_10.42.42.2(pid=24396): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24396)]\u000a22:32:02.910911 run osmo-hlr_10.42.42.2(pid=24396): stdout: \u000a| (launched: 2022-12-09_22:31:59.270360) \u000a22:32:02.963545 run osmo-hlr_10.42.42.2(pid=24396): stderr: \u000a| �[0;m�[1;31m20221209223159469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223159469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223159469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223159469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223159469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223159470 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223159484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223159494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223159494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223159494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:03.034839 run osmo-msc_10.42.42.6(pid=24402): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24402)]\u000a22:32:03.086586 run osmo-msc_10.42.42.6(pid=24402): stdout: \u000a| (launched: 2022-12-09_22:32:01.320843) \u000a22:32:03.138984 run osmo-msc_10.42.42.6(pid=24402): stderr: \u000a| �[0;m�[38;5;43m20221209223202006 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223202006 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83bb3bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223202006 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223202006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223202006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223202007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223202008 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223202009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223202009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223202009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:32:03.183118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24395): Terminating (SIGTERM)\u000a22:32:03.225018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24398): Terminating (SIGTERM)\u000a22:32:03.267095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24401): Terminating (SIGTERM)\u000a22:32:03.276416 --- ParallelTerminationStrategy: PID 24395 died...\u000a22:32:03.332715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24395): Terminated: ok {rc=0}\u000a22:32:03.342840 --- ParallelTerminationStrategy: PID 24398 died...\u000a22:32:03.398893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24398): Terminated: ok {rc=0}\u000a22:32:03.408936 --- ParallelTerminationStrategy: PID 24401 died...\u000a22:32:03.465040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24401): Terminated: ok {rc=0}\u000a22:32:03.551999 bus /sierra_3: Setting Powered False\u000a22:32:04.660304 bus /sierra_3: Setting Powered False\u000a22:32:05.767929 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24410): Process ended prematurely: osmo-stp_10.42.42.5(pid=24410) [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24410): Process ended prematurely: osmo-stp_10.42.42.5(pid=24410) [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:32:06.883125 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:06.895018 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:32:07.061194 tst mo_mt_call_osmux.py: using LAC 24112\u000a22:32:07.189844 tst mo_mt_call_osmux.py: using RAC 142\u000a22:32:07.320175 tst mo_mt_call_osmux.py: using CellId 24112\u000a22:32:07.445159 tst mo_mt_call_osmux.py: using BVCI 24113\u000a22:32:07.469785 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:07.480936 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:07.491975 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:07.503098 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:07.514263 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:32:07.525375 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:32:07.641332 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:32:07.853443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:08.366964 run create_hlr_db(pid=24404): Launched\u000a22:32:08.552864 bus /sierra_2: Setting Powered False\u000a22:32:09.573918 run create_hlr_db(pid=24404): Terminated: ok {rc=0}\u000a22:32:10.003087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24406): Launched\u000a22:32:10.325206 run osmo-hlr_10.42.42.2(pid=24407): Launched\u000a22:32:10.443077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:11.004282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24409): Launched\u000a22:32:11.325659 run osmo-stp_10.42.42.5(pid=24410): Launched\u000a22:32:11.443454 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:32:12.035252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24412): Launched\u000a22:32:12.358175 run osmo-msc_10.42.42.6(pid=24413): Launched\u000a22:32:12.548653 run osmo-stp_10.42.42.5(pid=24410): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)]\u000a22:32:12.686370 run osmo-stp_10.42.42.5(pid=24410): stdout: \u000a| (launched: 2022-12-09_22:32:11.167375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:12.823187 run osmo-stp_10.42.42.5(pid=24410): stderr: \u000a| �[0;m�[38;5;43m20221209223211360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223211360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223211360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223211361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223211361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223211361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223211361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:12.953633 run osmo-stp_10.42.42.5(pid=24410): stdout: \u000a| (launched: 2022-12-09_22:32:11.167375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:13.083427 run osmo-stp_10.42.42.5(pid=24410): stderr: \u000a| �[0;m�[38;5;43m20221209223211360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223211360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223211360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223211361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223211361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223211361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223211361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:13.140495 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24410): Process ended prematurely: osmo-stp_10.42.42.5(pid=24410) [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)] [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:32:13.149728 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:32:13.212225 run osmo-hlr_10.42.42.2(pid=24407): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24407)]\u000a22:32:13.263610 run osmo-hlr_10.42.42.2(pid=24407): stdout: \u000a| (launched: 2022-12-09_22:32:10.167329) \u000a22:32:13.315520 run osmo-hlr_10.42.42.2(pid=24407): stderr: \u000a| �[0;m�[1;31m20221209223210365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223210365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223210365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223210365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223210365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223210365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223210377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223210386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223210386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223210386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:13.386345 run osmo-msc_10.42.42.6(pid=24413): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24413)]\u000a22:32:13.437808 run osmo-msc_10.42.42.6(pid=24413): stdout: \u000a| (launched: 2022-12-09_22:32:12.199108) \u000a22:32:13.489859 run osmo-msc_10.42.42.6(pid=24413): stderr: \u000a| �[0;m�[38;5;43m20221209223212520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223212520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcaa091dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223212520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223212520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223212520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223212521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223212522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223212523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223212523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223212523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:32:13.534179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24406): Terminating (SIGTERM)\u000a22:32:13.575893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24409): Terminating (SIGTERM)\u000a22:32:13.617962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24412): Terminating (SIGTERM)\u000a22:32:13.627655 --- ParallelTerminationStrategy: PID 24406 died...\u000a22:32:13.683503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24406): Terminated: ok {rc=0}\u000a22:32:13.693943 --- ParallelTerminationStrategy: PID 24409 died...\u000a22:32:13.750154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24409): Terminated: ok {rc=0}\u000a22:32:13.760215 --- ParallelTerminationStrategy: PID 24412 died...\u000a22:32:13.816498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24412): Terminated: ok {rc=0}\u000a22:32:13.904691 bus /sierra_3: Setting Powered False\u000a22:32:15.010060 bus /sierra_3: Setting Powered False\u000a22:32:16.131063 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:31:55" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "emergency:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24424): Process ended prematurely: osmo-stp_10.42.42.5(pid=24424) [trial-2365↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24424)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24424): Process ended prematurely: osmo-stp_10.42.42.5(pid=24424) [trial-2365↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:32:18.155286 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:18.166224 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a22:32:18.302595 tst emergency_mo_mt_call.py: using LAC 24113\u000a22:32:18.420562 tst emergency_mo_mt_call.py: using RAC 143\u000a22:32:18.538185 tst emergency_mo_mt_call.py: using CellId 24113\u000a22:32:18.656267 tst emergency_mo_mt_call.py: using BVCI 24114\u000a22:32:18.679172 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:18.689906 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:18.700258 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:18.711154 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:18.721854 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:18.732324 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:18.850364 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:19.052601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:19.518899 run create_hlr_db(pid=24418): Launched\u000a22:32:19.690473 bus /sierra_2: Setting Powered False\u000a22:32:20.712448 run create_hlr_db(pid=24418): Terminated: ok {rc=0}\u000a22:32:21.109417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24420): Launched\u000a22:32:21.405939 run osmo-hlr_10.42.42.2(pid=24421): Launched\u000a22:32:21.514032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:22.038754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24423): Launched\u000a22:32:22.334285 run osmo-stp_10.42.42.5(pid=24424): Launched\u000a22:32:22.453591 tst emergency_mo_mt_call.py: using MSISDN 7407\u000a22:32:22.599856 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:32:23.141313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24426): Launched\u000a22:32:23.437853 run osmo-msc_10.42.42.6(pid=24427): Launched\u000a22:32:23.612053 run osmo-stp_10.42.42.5(pid=24424): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24424)]\u000a22:32:23.738588 run osmo-stp_10.42.42.5(pid=24424): stdout: \u000a| (launched: 2022-12-09_22:32:22.188912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:23.862349 run osmo-stp_10.42.42.5(pid=24424): stderr: \u000a| �[0;m�[38;5;43m20221209223222361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223222361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223222361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223222362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223222362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223222362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223222362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:23.981242 run osmo-stp_10.42.42.5(pid=24424): stdout: \u000a| (launched: 2022-12-09_22:32:22.188912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:24.098899 run osmo-stp_10.42.42.5(pid=24424): stderr: \u000a| �[0;m�[38;5;43m20221209223222361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223222361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223222361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223222362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223222362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223222362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223222362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:24.150660 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24424): Process ended prematurely: osmo-stp_10.42.42.5(pid=24424) [trial-2365↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24424)] [trial-2365↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a22:32:24.158688 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a22:32:24.218751 run osmo-hlr_10.42.42.2(pid=24421): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24421)]\u000a22:32:24.267709 run osmo-hlr_10.42.42.2(pid=24421): stdout: \u000a| (launched: 2022-12-09_22:32:21.259851) \u000a22:32:24.317510 run osmo-hlr_10.42.42.2(pid=24421): stderr: \u000a| �[0;m�[1;31m20221209223221435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223221435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223221435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223221435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223221435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223221435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223221448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223221456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223221457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223221457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:24.385016 run osmo-msc_10.42.42.6(pid=24427): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24427)]\u000a22:32:24.434093 run osmo-msc_10.42.42.6(pid=24427): stdout: \u000a| (launched: 2022-12-09_22:32:23.291095) \u000a22:32:24.483538 run osmo-msc_10.42.42.6(pid=24427): stderr: \u000a| �[0;m�[38;5;43m20221209223223562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223223563 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45b0b50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223223563 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223223563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223223563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223223564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223223565 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223223566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223223566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223223566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:32:24.525568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24420): Terminating (SIGTERM)\u000a22:32:24.565241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24423): Terminating (SIGTERM)\u000a22:32:24.604937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24426): Terminating (SIGTERM)\u000a22:32:24.614332 --- ParallelTerminationStrategy: PID 24420 died...\u000a22:32:24.667566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24420): Terminated: ok {rc=0}\u000a22:32:24.677808 --- ParallelTerminationStrategy: PID 24423 died...\u000a22:32:24.730791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24423): Terminated: ok {rc=0}\u000a22:32:24.740444 --- ParallelTerminationStrategy: PID 24426 died...\u000a22:32:24.793275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24426): Terminated: ok {rc=0}\u000a22:32:24.882229 bus /sierra_3: Setting Powered False\u000a22:32:25.985101 bus /sierra_3: Setting Powered False\u000a22:32:27.096596 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24435): Process ended prematurely: osmo-stp_10.42.42.5(pid=24435) [trial-2365↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24435)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24435): Process ended prematurely: osmo-stp_10.42.42.5(pid=24435) [trial-2365↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24435)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:32:28.149027 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:28.160328 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a22:32:28.295875 tst emergency_preemptive_call.py: using LAC 24114\u000a22:32:28.412608 tst emergency_preemptive_call.py: using RAC 144\u000a22:32:28.530023 tst emergency_preemptive_call.py: using CellId 24114\u000a22:32:28.646263 tst emergency_preemptive_call.py: using BVCI 24115\u000a22:32:28.668514 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:28.679153 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:28.689525 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:28.700210 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:28.710906 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a22:32:28.721543 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:28.840492 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:28.959929 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:29.075251 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:29.273782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:29.741424 run create_hlr_db(pid=24429): Launched\u000a22:32:29.912885 bus /sierra_2: Setting Powered False\u000a22:32:30.958972 run create_hlr_db(pid=24429): Terminated: ok {rc=0}\u000a22:32:31.457775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24431): Launched\u000a22:32:31.962951 run osmo-hlr_10.42.42.2(pid=24432): Launched\u000a22:32:32.103357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:32.656752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24434): Launched\u000a22:32:32.973541 run osmo-stp_10.42.42.5(pid=24435): Launched\u000a22:32:33.102102 tst emergency_preemptive_call.py: using MSISDN 7408\u000a22:32:33.260413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:32:33.834722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24437): Launched\u000a22:32:34.151151 run osmo-msc_10.42.42.6(pid=24438): Launched\u000a22:32:34.337440 run osmo-stp_10.42.42.5(pid=24435): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24435)]\u000a22:32:34.475330 run osmo-stp_10.42.42.5(pid=24435): stdout: \u000a| (launched: 2022-12-09_22:32:32.819122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:34.607356 run osmo-stp_10.42.42.5(pid=24435): stderr: \u000a| �[0;m�[38;5;43m20221209223233010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223233010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223233010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223233011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223233011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223233011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223233011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:34.734964 run osmo-stp_10.42.42.5(pid=24435): stdout: \u000a| (launched: 2022-12-09_22:32:32.819122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:34.860491 run osmo-stp_10.42.42.5(pid=24435): stderr: \u000a| �[0;m�[38;5;43m20221209223233010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223233010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223233010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223233011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223233011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223233011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223233011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:34.915847 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24435): Process ended prematurely: osmo-stp_10.42.42.5(pid=24435) [trial-2365↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24435)] [trial-2365↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a22:32:34.924561 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a22:32:34.988098 run osmo-hlr_10.42.42.2(pid=24432): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24432)]\u000a22:32:35.040105 run osmo-hlr_10.42.42.2(pid=24432): stdout: \u000a| (launched: 2022-12-09_22:32:31.633763) \u000a22:32:35.092369 run osmo-hlr_10.42.42.2(pid=24432): stderr: \u000a| �[0;m�[1;31m20221209223231823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223231823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223231823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223231823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223231823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223231823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223231843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223231855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223231855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223231855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:35.164200 run osmo-msc_10.42.42.6(pid=24438): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24438)]\u000a22:32:35.216888 run osmo-msc_10.42.42.6(pid=24438): stdout: \u000a| (launched: 2022-12-09_22:32:33.995336) \u000a22:32:35.269568 run osmo-msc_10.42.42.6(pid=24438): stderr: \u000a| �[0;m�[38;5;43m20221209223234316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223234316 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4627803c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223234316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223234316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223234316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223234317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223234318 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223234319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223234319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223234319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:32:35.314464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24431): Terminating (SIGTERM)\u000a22:32:35.356892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24434): Terminating (SIGTERM)\u000a22:32:35.399467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24437): Terminating (SIGTERM)\u000a22:32:35.409319 --- ParallelTerminationStrategy: PID 24431 died...\u000a22:32:35.465646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24431): Terminated: ok {rc=0}\u000a22:32:35.475922 --- ParallelTerminationStrategy: PID 24434 died...\u000a22:32:35.531929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24434): Terminated: ok {rc=0}\u000a22:32:35.541943 --- ParallelTerminationStrategy: PID 24437 died...\u000a22:32:35.597924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24437): Terminated: ok {rc=0}\u000a22:32:35.685539 bus /sierra_9: Setting Powered False\u000a22:32:36.787251 bus /sierra_9: Setting Powered False\u000a22:32:37.898771 bus /sierra_8: Setting Powered False\u000a22:32:39.003939 bus /sierra_8: Setting Powered False\u000a22:32:40.115383 bus /sierra_3: Setting Powered False\u000a22:32:41.222739 bus /sierra_3: Setting Powered False\u000a22:32:42.335389 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:32:17" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24454): Process ended prematurely: osmo-stp_10.42.42.5(pid=24454) [trial-2365↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24454)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24454): Process ended prematurely: osmo-stp_10.42.42.5(pid=24454) [trial-2365↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:32:44.463748 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:44.474709 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:32:44.616148 tst cs_paging_gprs_active.py: using LAC 24115\u000a22:32:44.733237 tst cs_paging_gprs_active.py: using RAC 145\u000a22:32:44.850077 tst cs_paging_gprs_active.py: using CellId 24115\u000a22:32:44.966668 tst cs_paging_gprs_active.py: using BVCI 24116\u000a22:32:44.989821 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:45.000447 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:45.010902 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:45.021597 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:45.032101 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:45.042688 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:45.053471 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:45.063846 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:45.074552 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:45.194090 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:45.486821 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:32:45.620940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:45.981284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24444): Launched\u000a22:32:46.286260 run iperf3-srv_10.42.42.10(pid=24445): Launched\u000a22:32:46.488397 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:32:46.620253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:46.990217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24446): Launched\u000a22:32:47.316734 run iperf3-srv_10.42.42.10(pid=24447): Launched\u000a22:32:47.503418 tst cs_paging_gprs_active.py:38: start network...\u000a22:32:47.629583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:48.106291 run create_hlr_db(pid=24448): Launched\u000a22:32:48.280278 bus /sierra_2: Setting Powered False\u000a22:32:49.303241 run create_hlr_db(pid=24448): Terminated: ok {rc=0}\u000a22:32:49.706316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24450): Launched\u000a22:32:50.008300 run osmo-hlr_10.42.42.2(pid=24451): Launched\u000a22:32:50.125292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:32:50.660690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24453): Launched\u000a22:32:50.963601 run osmo-stp_10.42.42.5(pid=24454): Launched\u000a22:32:51.073622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:32:51.599304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24456): Launched\u000a22:32:51.706975 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:32:51.972459 run patchelf(pid=24457): Launched\u000a22:32:52.151125 run osmo-stp_10.42.42.5(pid=24454): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24454)]\u000a22:32:52.281578 run osmo-stp_10.42.42.5(pid=24454): stdout: \u000a| (launched: 2022-12-09_22:32:50.814704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:52.412055 run osmo-stp_10.42.42.5(pid=24454): stderr: \u000a| �[0;m�[38;5;43m20221209223250984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223250984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223250985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223250985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223250986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223250986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223250986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:52.538196 run osmo-stp_10.42.42.5(pid=24454): stdout: \u000a| (launched: 2022-12-09_22:32:50.814704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:32:52.663454 run osmo-stp_10.42.42.5(pid=24454): stderr: \u000a| �[0;m�[38;5;43m20221209223250984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223250984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223250985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223250985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223250986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223250986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223250986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:32:52.810059 run patchelf(pid=24457): Terminating (SIGINT)\u000a22:32:52.981976 run patchelf(pid=24457): Terminated: ok {rc=0}\u000a22:32:53.013482 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24454): Process ended prematurely: osmo-stp_10.42.42.5(pid=24454) [trial-2365↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24454)] [trial-2365↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a22:32:53.022648 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:32:53.083278 run osmo-hlr_10.42.42.2(pid=24451): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24451)]\u000a22:32:53.132503 run osmo-hlr_10.42.42.2(pid=24451): stdout: \u000a| (launched: 2022-12-09_22:32:49.859519) \u000a22:32:53.182235 run osmo-hlr_10.42.42.2(pid=24451): stderr: \u000a| �[0;m�[1;31m20221209223250033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223250033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223250033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223250033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223250033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223250033 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223250046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223250057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223250057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223250057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:32:53.224253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24444): Terminating (SIGTERM)\u000a22:32:53.263768 run iperf3-srv_10.42.42.10(pid=24445): Terminating (SIGTERM)\u000a22:32:53.303605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24446): Terminating (SIGTERM)\u000a22:32:53.343154 run iperf3-srv_10.42.42.10(pid=24447): Terminating (SIGTERM)\u000a22:32:53.382653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24450): Terminating (SIGTERM)\u000a22:32:53.422107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24453): Terminating (SIGTERM)\u000a22:32:53.461453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24456): Terminating (SIGTERM)\u000a22:32:53.470769 --- ParallelTerminationStrategy: PID 24444 died...\u000a22:32:53.523952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24444): Terminated: ok {rc=0}\u000a22:32:53.533671 --- ParallelTerminationStrategy: PID 24445 died...\u000a22:32:53.586311 run iperf3-srv_10.42.42.10(pid=24445): Terminated {rc=256}\u000a22:32:53.595984 --- ParallelTerminationStrategy: PID 24446 died...\u000a22:32:53.648775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24446): Terminated: ok {rc=0}\u000a22:32:53.658249 --- ParallelTerminationStrategy: PID 24447 died...\u000a22:32:53.710910 run iperf3-srv_10.42.42.10(pid=24447): Terminated {rc=256}\u000a22:32:53.720685 --- ParallelTerminationStrategy: PID 24450 died...\u000a22:32:53.773580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24450): Terminated: ok {rc=0}\u000a22:32:53.783330 --- ParallelTerminationStrategy: PID 24453 died...\u000a22:32:53.836552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24453): Terminated: ok {rc=0}\u000a22:32:53.846153 --- ParallelTerminationStrategy: PID 24456 died...\u000a22:32:53.899137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24456): Terminated: ok {rc=0}\u000a22:32:53.983065 bus /gobi_0: Setting Powered False\u000a22:32:55.090231 bus /gobi_0: Setting Powered False\u000a22:32:56.200648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24467): Process ended prematurely: osmo-stp_10.42.42.5(pid=24467) [trial-2365↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24467)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24467): Process ended prematurely: osmo-stp_10.42.42.5(pid=24467) [trial-2365↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a22:32:57.311993 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:57.323329 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:32:57.462598 tst iperf3.py: using LAC 24116\u000a22:32:57.581502 tst iperf3.py: using RAC 146\u000a22:32:57.700940 tst iperf3.py: using CellId 24116\u000a22:32:57.824601 tst iperf3.py: using BVCI 24117\u000a22:32:57.847616 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:57.858176 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:57.868445 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:57.878970 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:57.889500 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:57.900342 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:57.911099 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:57.921549 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:32:57.932162 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:32:58.208601 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:32:58.334050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:32:58.647820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24458): Launched\u000a22:32:58.908029 run iperf3-srv_10.42.42.10(pid=24459): Launched\u000a22:32:59.091761 tst iperf3.py:8: start network...\u000a22:32:59.217498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:32:59.691538 run create_hlr_db(pid=24460): Launched\u000a22:32:59.865274 bus /gobi_6: Setting Powered False\u000a22:33:00.892731 run create_hlr_db(pid=24460): Terminated: ok {rc=0}\u000a22:33:01.322990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24463): Launched\u000a22:33:01.674947 run osmo-hlr_10.42.42.2(pid=24464): Launched\u000a22:33:01.948804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:02.627450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24466): Launched\u000a22:33:02.951296 run osmo-stp_10.42.42.5(pid=24467): Launched\u000a22:33:03.068477 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:03.630397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24469): Launched\u000a22:33:03.745796 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:04.027021 run patchelf(pid=24470): Launched\u000a22:33:04.216686 run osmo-stp_10.42.42.5(pid=24467): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24467)]\u000a22:33:04.354975 run osmo-stp_10.42.42.5(pid=24467): stdout: \u000a| (launched: 2022-12-09_22:33:02.792544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:04.493471 run osmo-stp_10.42.42.5(pid=24467): stderr: \u000a| �[0;m�[38;5;43m20221209223302986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223302986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223302987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223302987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223302987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223302987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223302988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:04.627191 run osmo-stp_10.42.42.5(pid=24467): stdout: \u000a| (launched: 2022-12-09_22:33:02.792544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:04.759614 run osmo-stp_10.42.42.5(pid=24467): stderr: \u000a| �[0;m�[38;5;43m20221209223302986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223302986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223302987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223302987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223302987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223302987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223302988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:04.915063 run patchelf(pid=24470): Terminating (SIGINT)\u000a22:33:05.097969 run patchelf(pid=24470): Terminated: ok {rc=0}\u000a22:33:05.131308 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24467): Process ended prematurely: osmo-stp_10.42.42.5(pid=24467) [trial-2365↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24467)] [trial-2365↪gprs:trx-lms↪iperf3.py:8]\u000a22:33:05.141095 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a22:33:05.204099 run osmo-hlr_10.42.42.2(pid=24464): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24464)]\u000a22:33:05.255568 run osmo-hlr_10.42.42.2(pid=24464): stdout: \u000a| (launched: 2022-12-09_22:33:01.479554) \u000a22:33:05.307484 run osmo-hlr_10.42.42.2(pid=24464): stderr: \u000a| �[0;m�[1;31m20221209223301864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223301864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223301864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223301865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223301865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223301865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223301883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223301910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223301911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223301911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:05.352054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24458): Terminating (SIGTERM)\u000a22:33:05.394151 run iperf3-srv_10.42.42.10(pid=24459): Terminating (SIGTERM)\u000a22:33:05.436491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24463): Terminating (SIGTERM)\u000a22:33:05.478471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24466): Terminating (SIGTERM)\u000a22:33:05.520389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24469): Terminating (SIGTERM)\u000a22:33:05.530196 --- ParallelTerminationStrategy: PID 24458 died...\u000a22:33:05.586684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24458): Terminated: ok {rc=0}\u000a22:33:05.596658 --- ParallelTerminationStrategy: PID 24459 died...\u000a22:33:05.652296 run iperf3-srv_10.42.42.10(pid=24459): Terminated {rc=256}\u000a22:33:05.662448 --- ParallelTerminationStrategy: PID 24463 died...\u000a22:33:05.718364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24463): Terminated: ok {rc=0}\u000a22:33:05.728636 --- ParallelTerminationStrategy: PID 24466 died...\u000a22:33:05.784316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24466): Terminated: ok {rc=0}\u000a22:33:05.794507 --- ParallelTerminationStrategy: PID 24469 died...\u000a22:33:05.850135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24469): Terminated: ok {rc=0}\u000a22:33:05.937198 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24485): Process ended prematurely: osmo-stp_10.42.42.5(pid=24485) [trial-2365↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24485)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24485): Process ended prematurely: osmo-stp_10.42.42.5(pid=24485) [trial-2365↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24485)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a22:33:07.052831 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:07.064509 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:33:07.208366 tst iperf3m4.py: using LAC 24117\u000a22:33:07.333884 tst iperf3m4.py: using RAC 147\u000a22:33:07.460151 tst iperf3m4.py: using CellId 24117\u000a22:33:07.588840 tst iperf3m4.py: using BVCI 24118\u000a22:33:07.613490 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:07.624548 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:07.635371 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:07.646220 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:07.656859 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:07.667684 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:07.678649 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:07.689374 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:07.700523 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:07.821281 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:07.945394 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:08.064098 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:08.347427 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:33:08.473772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:08.786449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24471): Launched\u000a22:33:09.045198 run iperf3-srv_10.42.42.10(pid=24472): Launched\u000a22:33:09.228747 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:33:09.353841 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:09.666361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24473): Launched\u000a22:33:09.926069 run iperf3-srv_10.42.42.10(pid=24474): Launched\u000a22:33:10.109878 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:33:10.235456 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:10.548745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24475): Launched\u000a22:33:10.808368 run iperf3-srv_10.42.42.10(pid=24476): Launched\u000a22:33:10.992103 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:33:11.117357 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:11.429526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24477): Launched\u000a22:33:11.689773 run iperf3-srv_10.42.42.10(pid=24478): Launched\u000a22:33:11.873951 tst iperf3m4.py:8: start network...\u000a22:33:12.000043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:12.477079 run create_hlr_db(pid=24479): Launched\u000a22:33:12.650760 bus /gobi_6: Setting Powered False\u000a22:33:13.671566 run create_hlr_db(pid=24479): Terminated: ok {rc=0}\u000a22:33:14.073646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24481): Launched\u000a22:33:14.376401 run osmo-hlr_10.42.42.2(pid=24482): Launched\u000a22:33:14.492176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:15.020004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24484): Launched\u000a22:33:15.321742 run osmo-stp_10.42.42.5(pid=24485): Launched\u000a22:33:15.430956 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:15.994860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24487): Launched\u000a22:33:16.106669 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:16.393644 run patchelf(pid=24488): Launched\u000a22:33:16.576119 run osmo-stp_10.42.42.5(pid=24485): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24485)]\u000a22:33:16.709903 run osmo-stp_10.42.42.5(pid=24485): stdout: \u000a| (launched: 2022-12-09_22:33:15.172751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:16.843929 run osmo-stp_10.42.42.5(pid=24485): stderr: \u000a| �[0;m�[38;5;43m20221209223315342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223315342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223315343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223315343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223315344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223315344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223315344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:16.972744 run osmo-stp_10.42.42.5(pid=24485): stdout: \u000a| (launched: 2022-12-09_22:33:15.172751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:17.100643 run osmo-stp_10.42.42.5(pid=24485): stderr: \u000a| �[0;m�[38;5;43m20221209223315342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223315342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223315343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223315343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223315344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223315344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223315344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:17.249237 run patchelf(pid=24488): Terminating (SIGINT)\u000a22:33:17.421862 run patchelf(pid=24488): Terminated: ok {rc=0}\u000a22:33:17.453473 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24485): Process ended prematurely: osmo-stp_10.42.42.5(pid=24485) [trial-2365↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24485)] [trial-2365↪gprs:trx-lms↪iperf3m4.py:8]\u000a22:33:17.462884 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a22:33:17.524710 run osmo-hlr_10.42.42.2(pid=24482): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24482)]\u000a22:33:17.574314 run osmo-hlr_10.42.42.2(pid=24482): stdout: \u000a| (launched: 2022-12-09_22:33:14.226821) \u000a22:33:17.624218 run osmo-hlr_10.42.42.2(pid=24482): stderr: \u000a| �[0;m�[1;31m20221209223314401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223314401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223314401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223314401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223314401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223314401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223314413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223314421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223314421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223314421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:17.666384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24471): Terminating (SIGTERM)\u000a22:33:17.706933 run iperf3-srv_10.42.42.10(pid=24472): Terminating (SIGTERM)\u000a22:33:17.747032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24473): Terminating (SIGTERM)\u000a22:33:17.787466 run iperf3-srv_10.42.42.10(pid=24474): Terminating (SIGTERM)\u000a22:33:17.827591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24475): Terminating (SIGTERM)\u000a22:33:17.867992 run iperf3-srv_10.42.42.10(pid=24476): Terminating (SIGTERM)\u000a22:33:17.907946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24477): Terminating (SIGTERM)\u000a22:33:17.948123 run iperf3-srv_10.42.42.10(pid=24478): Terminating (SIGTERM)\u000a22:33:17.988264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24481): Terminating (SIGTERM)\u000a22:33:18.028362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24484): Terminating (SIGTERM)\u000a22:33:18.068676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24487): Terminating (SIGTERM)\u000a22:33:18.078226 --- ParallelTerminationStrategy: PID 24471 died...\u000a22:33:18.132887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24471): Terminated: ok {rc=0}\u000a22:33:18.142581 --- ParallelTerminationStrategy: PID 24472 died...\u000a22:33:18.196323 run iperf3-srv_10.42.42.10(pid=24472): Terminated {rc=256}\u000a22:33:18.206071 --- ParallelTerminationStrategy: PID 24473 died...\u000a22:33:18.259416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24473): Terminated: ok {rc=0}\u000a22:33:18.269292 --- ParallelTerminationStrategy: PID 24474 died...\u000a22:33:18.322750 run iperf3-srv_10.42.42.10(pid=24474): Terminated {rc=256}\u000a22:33:18.332641 --- ParallelTerminationStrategy: PID 24475 died...\u000a22:33:18.386137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24475): Terminated: ok {rc=0}\u000a22:33:18.395980 --- ParallelTerminationStrategy: PID 24476 died...\u000a22:33:18.449978 run iperf3-srv_10.42.42.10(pid=24476): Terminated {rc=256}\u000a22:33:18.459611 --- ParallelTerminationStrategy: PID 24477 died...\u000a22:33:18.513611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24477): Terminated: ok {rc=0}\u000a22:33:18.523400 --- ParallelTerminationStrategy: PID 24478 died...\u000a22:33:18.577513 run iperf3-srv_10.42.42.10(pid=24478): Terminated {rc=256}\u000a22:33:18.587178 --- ParallelTerminationStrategy: PID 24481 died...\u000a22:33:18.640695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24481): Terminated: ok {rc=0}\u000a22:33:18.650619 --- ParallelTerminationStrategy: PID 24484 died...\u000a22:33:18.704778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24484): Terminated: ok {rc=0}\u000a22:33:18.714577 --- ParallelTerminationStrategy: PID 24487 died...\u000a22:33:18.768367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24487): Terminated: ok {rc=0}\u000a22:33:18.857858 bus /gobi_4: Setting Powered False\u000a22:33:19.962204 bus /gobi_4: Setting Powered False\u000a22:33:21.074982 bus /gobi_1: Setting Powered False\u000a22:33:22.178742 bus /gobi_1: Setting Powered False\u000a22:33:23.290737 bus /gobi_0: Setting Powered False\u000a22:33:24.394048 bus /gobi_0: Setting Powered False\u000a22:33:25.505580 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24495): Process ended prematurely: osmo-stp_10.42.42.5(pid=24495) [trial-2365↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24495)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24495): Process ended prematurely: osmo-stp_10.42.42.5(pid=24495) [trial-2365↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a22:33:26.574199 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:26.585892 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:33:26.727648 tst ping.py: using LAC 24118\u000a22:33:26.853188 tst ping.py: using RAC 148\u000a22:33:26.976425 tst ping.py: using CellId 24118\u000a22:33:27.101276 tst ping.py: using BVCI 24119\u000a22:33:27.125774 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:27.136676 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:27.147596 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:27.158388 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:27.169199 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:27.179933 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:27.190848 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:27.201700 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:27.491272 tst ping.py:19: start network...\u000a22:33:27.623243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:28.126742 run create_hlr_db(pid=24489): Launched\u000a22:33:28.309907 bus /gobi_6: Setting Powered False\u000a22:33:29.330159 run create_hlr_db(pid=24489): Terminated: ok {rc=0}\u000a22:33:29.752345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24491): Launched\u000a22:33:30.067648 run osmo-hlr_10.42.42.2(pid=24492): Launched\u000a22:33:30.182656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:30.733818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24494): Launched\u000a22:33:31.177851 run osmo-stp_10.42.42.5(pid=24495): Launched\u000a22:33:31.306068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:31.963868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24497): Launched\u000a22:33:32.078994 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:32.360214 run patchelf(pid=24498): Launched\u000a22:33:32.535827 run osmo-stp_10.42.42.5(pid=24495): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24495)]\u000a22:33:32.665056 run osmo-stp_10.42.42.5(pid=24495): stdout: \u000a| (launched: 2022-12-09_22:33:30.912854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:32.794205 run osmo-stp_10.42.42.5(pid=24495): stderr: \u000a| �[0;m�[38;5;43m20221209223331181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223331181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223331181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223331181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223331182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223331182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223331182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:32.918135 run osmo-stp_10.42.42.5(pid=24495): stdout: \u000a| (launched: 2022-12-09_22:33:30.912854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:33.040388 run osmo-stp_10.42.42.5(pid=24495): stderr: \u000a| �[0;m�[38;5;43m20221209223331181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223331181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223331181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223331181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223331182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223331182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223331182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:33.184600 run patchelf(pid=24498): Terminating (SIGINT)\u000a22:33:33.354364 run patchelf(pid=24498): Terminated: ok {rc=0}\u000a22:33:33.385015 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24495): Process ended prematurely: osmo-stp_10.42.42.5(pid=24495) [trial-2365↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24495)] [trial-2365↪gprs:trx-lms↪ping.py:22]\u000a22:33:33.393799 tst ping.py:22: Test FAILED (6.8 sec)\u000a22:33:33.454903 run osmo-hlr_10.42.42.2(pid=24492): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24492)]\u000a22:33:33.504707 run osmo-hlr_10.42.42.2(pid=24492): stdout: \u000a| (launched: 2022-12-09_22:33:29.913651) \u000a22:33:33.555044 run osmo-hlr_10.42.42.2(pid=24492): stderr: \u000a| �[0;m�[1;31m20221209223330111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223330111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223330111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223330111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223330111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223330111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223330125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223330134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223330134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223330135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:33.597516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24491): Terminating (SIGTERM)\u000a22:33:33.638554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24494): Terminating (SIGTERM)\u000a22:33:33.679316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24497): Terminating (SIGTERM)\u000a22:33:33.688680 --- ParallelTerminationStrategy: PID 24491 died...\u000a22:33:33.743103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24491): Terminated: ok {rc=0}\u000a22:33:33.753128 --- ParallelTerminationStrategy: PID 24494 died...\u000a22:33:33.807380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24494): Terminated: ok {rc=0}\u000a22:33:33.817256 --- ParallelTerminationStrategy: PID 24497 died...\u000a22:33:33.870859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24497): Terminated: ok {rc=0}\u000a22:33:33.954997 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24505): Process ended prematurely: osmo-stp_10.42.42.5(pid=24505) [trial-2365↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24505)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24505): Process ended prematurely: osmo-stp_10.42.42.5(pid=24505) [trial-2365↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a22:33:35.007410 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:35.018998 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a22:33:35.164412 tst ping_idle_ping.py: using LAC 24119\u000a22:33:35.296768 tst ping_idle_ping.py: using RAC 149\u000a22:33:35.415481 tst ping_idle_ping.py: using CellId 24119\u000a22:33:35.531541 tst ping_idle_ping.py: using BVCI 24120\u000a22:33:35.554244 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:35.564940 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:35.575547 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:35.586473 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:35.597263 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:35.607735 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:35.618526 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a22:33:35.629371 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a22:33:35.904448 tst ping_idle_ping.py:24: start network...\u000a22:33:36.028242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:36.497192 run create_hlr_db(pid=24499): Launched\u000a22:33:36.669779 bus /gobi_6: Setting Powered False\u000a22:33:37.691435 run create_hlr_db(pid=24499): Terminated: ok {rc=0}\u000a22:33:38.115022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24501): Launched\u000a22:33:38.433121 run osmo-hlr_10.42.42.2(pid=24502): Launched\u000a22:33:38.549169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:39.101753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24504): Launched\u000a22:33:39.419261 run osmo-stp_10.42.42.5(pid=24505): Launched\u000a22:33:39.535187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:40.089539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24507): Launched\u000a22:33:40.202350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:40.478196 run patchelf(pid=24508): Launched\u000a22:33:40.664037 run osmo-stp_10.42.42.5(pid=24505): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24505)]\u000a22:33:40.800471 run osmo-stp_10.42.42.5(pid=24505): stdout: \u000a| (launched: 2022-12-09_22:33:39.263085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:40.936620 run osmo-stp_10.42.42.5(pid=24505): stderr: \u000a| �[0;m�[38;5;43m20221209223339454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223339454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223339454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223339454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223339455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223339455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223339455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:41.067652 run osmo-stp_10.42.42.5(pid=24505): stdout: \u000a| (launched: 2022-12-09_22:33:39.263085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:41.197404 run osmo-stp_10.42.42.5(pid=24505): stderr: \u000a| �[0;m�[38;5;43m20221209223339454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223339454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223339454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223339454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223339455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223339455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223339455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:41.349582 run patchelf(pid=24508): Terminating (SIGINT)\u000a22:33:41.528143 run patchelf(pid=24508): Terminated: ok {rc=0}\u000a22:33:41.560760 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24505): Process ended prematurely: osmo-stp_10.42.42.5(pid=24505) [trial-2365↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24505)] [trial-2365↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a22:33:41.570058 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:33:41.632814 run osmo-hlr_10.42.42.2(pid=24502): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24502)]\u000a22:33:41.684443 run osmo-hlr_10.42.42.2(pid=24502): stdout: \u000a| (launched: 2022-12-09_22:33:38.276709) \u000a22:33:41.736653 run osmo-hlr_10.42.42.2(pid=24502): stderr: \u000a| �[0;m�[1;31m20221209223338474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223338474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223338474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223338474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223338474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223338474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223338491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223338501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223338501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223338501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:41.781148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24501): Terminating (SIGTERM)\u000a22:33:41.822819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24504): Terminating (SIGTERM)\u000a22:33:41.864442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24507): Terminating (SIGTERM)\u000a22:33:41.874224 --- ParallelTerminationStrategy: PID 24501 died...\u000a22:33:41.930514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24501): Terminated: ok {rc=0}\u000a22:33:41.940655 --- ParallelTerminationStrategy: PID 24504 died...\u000a22:33:41.996312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24504): Terminated: ok {rc=0}\u000a22:33:42.006460 --- ParallelTerminationStrategy: PID 24507 died...\u000a22:33:42.062088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24507): Terminated: ok {rc=0}\u000a22:33:42.149152 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:32:44" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24522): Process ended prematurely: osmo-stp_10.42.42.5(pid=24522) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24522)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24522): Process ended prematurely: osmo-stp_10.42.42.5(pid=24522) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:33:44.309645 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:44.320787 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:33:44.467369 tst cs_paging_gprs_active.py: using LAC 24120\u000a22:33:44.600061 tst cs_paging_gprs_active.py: using RAC 150\u000a22:33:44.725459 tst cs_paging_gprs_active.py: using CellId 24120\u000a22:33:44.853137 tst cs_paging_gprs_active.py: using BVCI 24121\u000a22:33:44.877877 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:44.889171 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:44.900236 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:44.911412 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:44.922483 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:44.933500 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:44.944718 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:44.955661 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:44.966879 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:33:45.087938 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:33:45.369454 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:33:45.496408 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:45.813055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24512): Launched\u000a22:33:46.137972 run iperf3-srv_10.42.42.10(pid=24513): Launched\u000a22:33:46.341327 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:33:46.481382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:46.845352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24514): Launched\u000a22:33:47.145435 run iperf3-srv_10.42.42.10(pid=24515): Launched\u000a22:33:47.343906 tst cs_paging_gprs_active.py:38: start network...\u000a22:33:47.479124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:47.997965 run create_hlr_db(pid=24516): Launched\u000a22:33:48.184478 bus /gobi_6: Setting Powered False\u000a22:33:49.206112 run create_hlr_db(pid=24516): Terminated: ok {rc=0}\u000a22:33:49.636840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24518): Launched\u000a22:33:49.960582 run osmo-hlr_10.42.42.2(pid=24519): Launched\u000a22:33:50.081807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:33:50.643783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24521): Launched\u000a22:33:50.967525 run osmo-stp_10.42.42.5(pid=24522): Launched\u000a22:33:51.085816 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:33:51.648799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24524): Launched\u000a22:33:51.764822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:33:52.046878 run patchelf(pid=24526): Launched\u000a22:33:52.238122 run osmo-stp_10.42.42.5(pid=24522): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24522)]\u000a22:33:52.376189 run osmo-stp_10.42.42.5(pid=24522): stdout: \u000a| (launched: 2022-12-09_22:33:50.809356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:52.514957 run osmo-stp_10.42.42.5(pid=24522): stderr: \u000a| �[0;m�[38;5;43m20221209223350998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223350998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223350999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223350999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223351001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223351001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223351002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:52.648829 run osmo-stp_10.42.42.5(pid=24522): stdout: \u000a| (launched: 2022-12-09_22:33:50.809356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:33:52.782379 run osmo-stp_10.42.42.5(pid=24522): stderr: \u000a| �[0;m�[38;5;43m20221209223350998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223350998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223350999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223350999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223351001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223351001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223351002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:33:52.937842 run patchelf(pid=24526): Terminating (SIGINT)\u000a22:33:53.120164 run patchelf(pid=24526): Terminated: ok {rc=0}\u000a22:33:53.153782 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24522): Process ended prematurely: osmo-stp_10.42.42.5(pid=24522) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24522)] [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:33:53.163669 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a22:33:53.226862 run osmo-hlr_10.42.42.2(pid=24519): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24519)]\u000a22:33:53.278481 run osmo-hlr_10.42.42.2(pid=24519): stdout: \u000a| (launched: 2022-12-09_22:33:49.802870) \u000a22:33:53.330924 run osmo-hlr_10.42.42.2(pid=24519): stderr: \u000a| �[0;m�[1;31m20221209223350003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223350003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223350003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223350003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223350003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223350003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223350015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223350024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223350024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223350024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:33:53.375448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24512): Terminating (SIGTERM)\u000a22:33:53.417609 run iperf3-srv_10.42.42.10(pid=24513): Terminating (SIGTERM)\u000a22:33:53.459694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24514): Terminating (SIGTERM)\u000a22:33:53.501828 run iperf3-srv_10.42.42.10(pid=24515): Terminating (SIGTERM)\u000a22:33:53.543945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24518): Terminating (SIGTERM)\u000a22:33:53.586132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24521): Terminating (SIGTERM)\u000a22:33:53.628369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24524): Terminating (SIGTERM)\u000a22:33:53.638221 --- ParallelTerminationStrategy: PID 24512 died...\u000a22:33:53.694797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24512): Terminated: ok {rc=0}\u000a22:33:53.705099 --- ParallelTerminationStrategy: PID 24513 died...\u000a22:33:53.761335 run iperf3-srv_10.42.42.10(pid=24513): Terminated {rc=256}\u000a22:33:53.771777 --- ParallelTerminationStrategy: PID 24514 died...\u000a22:33:53.828360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24514): Terminated: ok {rc=0}\u000a22:33:53.838642 --- ParallelTerminationStrategy: PID 24515 died...\u000a22:33:53.894627 run iperf3-srv_10.42.42.10(pid=24515): Terminated {rc=256}\u000a22:33:53.904671 --- ParallelTerminationStrategy: PID 24518 died...\u000a22:33:53.961261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24518): Terminated: ok {rc=0}\u000a22:33:53.971746 --- ParallelTerminationStrategy: PID 24521 died...\u000a22:33:54.028266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24521): Terminated: ok {rc=0}\u000a22:33:54.038574 --- ParallelTerminationStrategy: PID 24524 died...\u000a22:33:54.094279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24524): Terminated: ok {rc=0}\u000a22:33:54.182109 bus /gobi_0: Setting Powered False\u000a22:33:55.288202 bus /gobi_0: Setting Powered False\u000a22:33:56.399072 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24535): Process ended prematurely: osmo-stp_10.42.42.5(pid=24535) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24535)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24535): Process ended prematurely: osmo-stp_10.42.42.5(pid=24535) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:33:57.509444 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:57.520719 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:33:57.657418 tst iperf3.py: using LAC 24121\u000a22:33:57.775636 tst iperf3.py: using RAC 151\u000a22:33:57.895753 tst iperf3.py: using CellId 24121\u000a22:33:58.018899 tst iperf3.py: using BVCI 24122\u000a22:33:58.042070 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:58.053014 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:58.063842 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:58.074989 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:58.086003 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:58.097037 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:58.107992 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:58.118851 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:33:58.129998 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:33:58.407562 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:33:58.533790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:33:58.848144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24527): Launched\u000a22:33:59.109541 run iperf3-srv_10.42.42.10(pid=24528): Launched\u000a22:33:59.294190 tst iperf3.py:8: start network...\u000a22:33:59.420374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:33:59.894853 run create_hlr_db(pid=24529): Launched\u000a22:34:00.076661 bus /gobi_6: Setting Powered False\u000a22:34:01.141020 run create_hlr_db(pid=24529): Terminated: ok {rc=0}\u000a22:34:01.616810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24531): Launched\u000a22:34:01.978548 run osmo-hlr_10.42.42.2(pid=24532): Launched\u000a22:34:02.221807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:02.780806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24534): Launched\u000a22:34:03.103541 run osmo-stp_10.42.42.5(pid=24535): Launched\u000a22:34:03.220050 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:03.782762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24537): Launched\u000a22:34:03.899343 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:04.183069 run patchelf(pid=24538): Launched\u000a22:34:04.375218 run osmo-stp_10.42.42.5(pid=24535): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24535)]\u000a22:34:04.515218 run osmo-stp_10.42.42.5(pid=24535): stdout: \u000a| (launched: 2022-12-09_22:34:02.945405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:04.655176 run osmo-stp_10.42.42.5(pid=24535): stderr: \u000a| �[0;m�[38;5;43m20221209223403139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223403139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223403139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223403140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223403140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223403140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223403140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:04.790323 run osmo-stp_10.42.42.5(pid=24535): stdout: \u000a| (launched: 2022-12-09_22:34:02.945405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:04.923628 run osmo-stp_10.42.42.5(pid=24535): stderr: \u000a| �[0;m�[38;5;43m20221209223403139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223403139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223403139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223403140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223403140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223403140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223403140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:05.080222 run patchelf(pid=24538): Terminating (SIGINT)\u000a22:34:05.264592 run patchelf(pid=24538): Terminated: ok {rc=0}\u000a22:34:05.298277 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24535): Process ended prematurely: osmo-stp_10.42.42.5(pid=24535) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24535)] [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a22:34:05.308102 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:34:05.371495 run osmo-hlr_10.42.42.2(pid=24532): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24532)]\u000a22:34:05.423334 run osmo-hlr_10.42.42.2(pid=24532): stdout: \u000a| (launched: 2022-12-09_22:34:01.787984) \u000a22:34:05.475753 run osmo-hlr_10.42.42.2(pid=24532): stderr: \u000a| �[0;m�[1;31m20221209223402169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223402169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223402169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223402169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223402169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223402169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223402183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223402196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223402196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223402196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:05.520454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24527): Terminating (SIGTERM)\u000a22:34:05.562788 run iperf3-srv_10.42.42.10(pid=24528): Terminating (SIGTERM)\u000a22:34:05.605206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24531): Terminating (SIGTERM)\u000a22:34:05.647578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24534): Terminating (SIGTERM)\u000a22:34:05.689895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24537): Terminating (SIGTERM)\u000a22:34:05.699697 --- ParallelTerminationStrategy: PID 24527 died...\u000a22:34:05.756491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24527): Terminated: ok {rc=0}\u000a22:34:05.766656 --- ParallelTerminationStrategy: PID 24528 died...\u000a22:34:05.822743 run iperf3-srv_10.42.42.10(pid=24528): Terminated {rc=256}\u000a22:34:05.832748 --- ParallelTerminationStrategy: PID 24531 died...\u000a22:34:05.889578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24531): Terminated: ok {rc=0}\u000a22:34:05.899651 --- ParallelTerminationStrategy: PID 24534 died...\u000a22:34:05.955636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24534): Terminated: ok {rc=0}\u000a22:34:05.965787 --- ParallelTerminationStrategy: PID 24537 died...\u000a22:34:06.021841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24537): Terminated: ok {rc=0}\u000a22:34:06.110034 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24554): Process ended prematurely: osmo-stp_10.42.42.5(pid=24554) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24554)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24554): Process ended prematurely: osmo-stp_10.42.42.5(pid=24554) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:34:07.222104 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:07.233670 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:34:07.373749 tst iperf3m4.py: using LAC 24122\u000a22:34:07.491882 tst iperf3m4.py: using RAC 152\u000a22:34:07.610425 tst iperf3m4.py: using CellId 24122\u000a22:34:07.737808 tst iperf3m4.py: using BVCI 24123\u000a22:34:07.763044 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:07.774579 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:07.785870 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:07.797671 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:07.809387 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:07.820809 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:07.832515 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:07.843827 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:07.855502 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:07.979703 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:08.100478 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:08.222094 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:08.514889 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:34:08.649807 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:08.984728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24540): Launched\u000a22:34:09.262745 run iperf3-srv_10.42.42.10(pid=24541): Launched\u000a22:34:09.461128 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:34:09.595529 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:09.930925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24542): Launched\u000a22:34:10.207528 run iperf3-srv_10.42.42.10(pid=24543): Launched\u000a22:34:10.404649 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:34:10.538795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:10.873240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24544): Launched\u000a22:34:11.150485 run iperf3-srv_10.42.42.10(pid=24545): Launched\u000a22:34:11.347496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:34:11.481403 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:11.815675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24546): Launched\u000a22:34:12.093686 run iperf3-srv_10.42.42.10(pid=24547): Launched\u000a22:34:12.290829 tst iperf3m4.py:8: start network...\u000a22:34:12.424939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:12.941842 run create_hlr_db(pid=24548): Launched\u000a22:34:13.129541 bus /gobi_6: Setting Powered False\u000a22:34:14.150119 run create_hlr_db(pid=24548): Terminated: ok {rc=0}\u000a22:34:14.579420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24550): Launched\u000a22:34:14.901774 run osmo-hlr_10.42.42.2(pid=24551): Launched\u000a22:34:15.022509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:15.587881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24553): Launched\u000a22:34:16.019342 run osmo-stp_10.42.42.5(pid=24554): Launched\u000a22:34:16.243719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:16.924274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24556): Launched\u000a22:34:17.034984 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:17.323754 run patchelf(pid=24557): Launched\u000a22:34:17.504918 run osmo-stp_10.42.42.5(pid=24554): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24554)]\u000a22:34:17.636305 run osmo-stp_10.42.42.5(pid=24554): stdout: \u000a| (launched: 2022-12-09_22:34:15.751663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:17.767841 run osmo-stp_10.42.42.5(pid=24554): stderr: \u000a| �[0;m�[38;5;43m20221209223416025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223416025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223416026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223416026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223416028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223416029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223416029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:17.894473 run osmo-stp_10.42.42.5(pid=24554): stdout: \u000a| (launched: 2022-12-09_22:34:15.751663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:18.020419 run osmo-stp_10.42.42.5(pid=24554): stderr: \u000a| �[0;m�[38;5;43m20221209223416025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223416025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223416026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223416026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223416028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223416029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223416029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:18.167934 run patchelf(pid=24557): Terminating (SIGINT)\u000a22:34:18.342165 run patchelf(pid=24557): Terminated: ok {rc=0}\u000a22:34:18.374127 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24554): Process ended prematurely: osmo-stp_10.42.42.5(pid=24554) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24554)] [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:34:18.383397 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a22:34:18.446999 run osmo-hlr_10.42.42.2(pid=24551): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24551)]\u000a22:34:18.497519 run osmo-hlr_10.42.42.2(pid=24551): stdout: \u000a| (launched: 2022-12-09_22:34:14.743697) \u000a22:34:18.548305 run osmo-hlr_10.42.42.2(pid=24551): stderr: \u000a| �[0;m�[1;31m20221209223414941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223414941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223414941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223414941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223414941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223414941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223414954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223414965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223414965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223414965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:18.591069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24540): Terminating (SIGTERM)\u000a22:34:18.632200 run iperf3-srv_10.42.42.10(pid=24541): Terminating (SIGTERM)\u000a22:34:18.674356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24542): Terminating (SIGTERM)\u000a22:34:18.715625 run iperf3-srv_10.42.42.10(pid=24543): Terminating (SIGTERM)\u000a22:34:18.756356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24544): Terminating (SIGTERM)\u000a22:34:18.798517 run iperf3-srv_10.42.42.10(pid=24545): Terminating (SIGTERM)\u000a22:34:18.839823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24546): Terminating (SIGTERM)\u000a22:34:18.881104 run iperf3-srv_10.42.42.10(pid=24547): Terminating (SIGTERM)\u000a22:34:18.922982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24550): Terminating (SIGTERM)\u000a22:34:18.964326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24553): Terminating (SIGTERM)\u000a22:34:19.005042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24556): Terminating (SIGTERM)\u000a22:34:19.014777 --- ParallelTerminationStrategy: PID 24540 died...\u000a22:34:19.069628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24540): Terminated: ok {rc=0}\u000a22:34:19.080228 --- ParallelTerminationStrategy: PID 24541 died...\u000a22:34:19.134676 run iperf3-srv_10.42.42.10(pid=24541): Terminated {rc=256}\u000a22:34:19.145147 --- ParallelTerminationStrategy: PID 24542 died...\u000a22:34:19.200259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24542): Terminated: ok {rc=0}\u000a22:34:19.210252 --- ParallelTerminationStrategy: PID 24543 died...\u000a22:34:19.264745 run iperf3-srv_10.42.42.10(pid=24543): Terminated {rc=256}\u000a22:34:19.274598 --- ParallelTerminationStrategy: PID 24544 died...\u000a22:34:19.328752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24544): Terminated: ok {rc=0}\u000a22:34:19.338868 --- ParallelTerminationStrategy: PID 24545 died...\u000a22:34:19.393064 run iperf3-srv_10.42.42.10(pid=24545): Terminated {rc=256}\u000a22:34:19.402779 --- ParallelTerminationStrategy: PID 24546 died...\u000a22:34:19.457044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24546): Terminated: ok {rc=0}\u000a22:34:19.466748 --- ParallelTerminationStrategy: PID 24547 died...\u000a22:34:19.520591 run iperf3-srv_10.42.42.10(pid=24547): Terminated {rc=256}\u000a22:34:19.530675 --- ParallelTerminationStrategy: PID 24550 died...\u000a22:34:19.584849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24550): Terminated: ok {rc=0}\u000a22:34:19.594830 --- ParallelTerminationStrategy: PID 24553 died...\u000a22:34:19.649641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24553): Terminated: ok {rc=0}\u000a22:34:19.659704 --- ParallelTerminationStrategy: PID 24556 died...\u000a22:34:19.714263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24556): Terminated: ok {rc=0}\u000a22:34:19.799207 bus /gobi_4: Setting Powered False\u000a22:34:20.907135 bus /gobi_4: Setting Powered False\u000a22:34:22.018104 bus /gobi_1: Setting Powered False\u000a22:34:23.122093 bus /gobi_1: Setting Powered False\u000a22:34:24.231927 bus /gobi_0: Setting Powered False\u000a22:34:25.340095 bus /gobi_0: Setting Powered False\u000a22:34:26.453490 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24564): Process ended prematurely: osmo-stp_10.42.42.5(pid=24564) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24564)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24564): Process ended prematurely: osmo-stp_10.42.42.5(pid=24564) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:34:27.520630 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:27.531985 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:34:27.669749 tst ping.py: using LAC 24123\u000a22:34:27.785966 tst ping.py: using RAC 153\u000a22:34:27.909510 tst ping.py: using CellId 24123\u000a22:34:28.036316 tst ping.py: using BVCI 24124\u000a22:34:28.061107 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.072618 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.084015 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.095904 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.107388 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.118816 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.130778 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:28.142029 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:28.415576 tst ping.py:19: start network...\u000a22:34:28.538818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:29.006647 run create_hlr_db(pid=24558): Launched\u000a22:34:29.180091 bus /gobi_6: Setting Powered False\u000a22:34:30.199018 run create_hlr_db(pid=24558): Terminated: ok {rc=0}\u000a22:34:30.621399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24560): Launched\u000a22:34:31.077205 run osmo-hlr_10.42.42.2(pid=24561): Launched\u000a22:34:31.237173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:31.875551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24563): Launched\u000a22:34:32.257329 run osmo-stp_10.42.42.5(pid=24564): Launched\u000a22:34:32.414558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:32.969365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24566): Launched\u000a22:34:33.082446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:33.359004 run patchelf(pid=24567): Launched\u000a22:34:33.545433 run osmo-stp_10.42.42.5(pid=24564): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24564)]\u000a22:34:33.681596 run osmo-stp_10.42.42.5(pid=24564): stdout: \u000a| (launched: 2022-12-09_22:34:32.029013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:33.818889 run osmo-stp_10.42.42.5(pid=24564): stderr: \u000a| �[0;m�[38;5;43m20221209223432383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223432383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223432383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223432383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223432384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223432384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223432384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:33.950397 run osmo-stp_10.42.42.5(pid=24564): stdout: \u000a| (launched: 2022-12-09_22:34:32.029013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:34.080348 run osmo-stp_10.42.42.5(pid=24564): stderr: \u000a| �[0;m�[38;5;43m20221209223432383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223432383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223432383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223432383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223432384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223432384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223432384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:34.233470 run patchelf(pid=24567): Terminating (SIGINT)\u000a22:34:34.412249 run patchelf(pid=24567): Terminated: ok {rc=0}\u000a22:34:34.444674 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24564): Process ended prematurely: osmo-stp_10.42.42.5(pid=24564) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24564)] [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a22:34:34.453993 tst ping.py:22: Test FAILED (6.9 sec)\u000a22:34:34.517395 run osmo-hlr_10.42.42.2(pid=24561): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24561)]\u000a22:34:34.569183 run osmo-hlr_10.42.42.2(pid=24561): stdout: \u000a| (launched: 2022-12-09_22:34:30.783765) \u000a22:34:34.621588 run osmo-hlr_10.42.42.2(pid=24561): stderr: \u000a| �[0;m�[1;31m20221209223431079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223431079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223431079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223431079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223431079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223431079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223431096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223431113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223431113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223431113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:34.665895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24560): Terminating (SIGTERM)\u000a22:34:34.707805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24563): Terminating (SIGTERM)\u000a22:34:34.750266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24566): Terminating (SIGTERM)\u000a22:34:34.760317 --- ParallelTerminationStrategy: PID 24560 died...\u000a22:34:34.817519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24560): Terminated: ok {rc=0}\u000a22:34:34.827918 --- ParallelTerminationStrategy: PID 24563 died...\u000a22:34:34.884116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24563): Terminated: ok {rc=0}\u000a22:34:34.894410 --- ParallelTerminationStrategy: PID 24566 died...\u000a22:34:34.951275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24566): Terminated: ok {rc=0}\u000a22:34:35.038953 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24574): Process ended prematurely: osmo-stp_10.42.42.5(pid=24574) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24574)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24574): Process ended prematurely: osmo-stp_10.42.42.5(pid=24574) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:34:36.094230 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.107365 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:34:36.249598 tst ping_idle_ping.py: using LAC 24124\u000a22:34:36.376224 tst ping_idle_ping.py: using RAC 154\u000a22:34:36.501181 tst ping_idle_ping.py: using CellId 24124\u000a22:34:36.628348 tst ping_idle_ping.py: using BVCI 24125\u000a22:34:36.652894 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.664388 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.675679 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.687262 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.698475 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.709703 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.721051 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:34:36.731977 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:34:37.021495 tst ping_idle_ping.py:24: start network...\u000a22:34:37.153618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:37.661394 run create_hlr_db(pid=24568): Launched\u000a22:34:37.846371 bus /gobi_6: Setting Powered False\u000a22:34:38.867328 run create_hlr_db(pid=24568): Terminated: ok {rc=0}\u000a22:34:39.267993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24570): Launched\u000a22:34:39.577817 run osmo-hlr_10.42.42.2(pid=24571): Launched\u000a22:34:39.700510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:40.258598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24573): Launched\u000a22:34:40.578089 run osmo-stp_10.42.42.5(pid=24574): Launched\u000a22:34:40.694151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:41.252902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24576): Launched\u000a22:34:41.366671 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:41.643167 run patchelf(pid=24577): Launched\u000a22:34:41.830242 run osmo-stp_10.42.42.5(pid=24574): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24574)]\u000a22:34:41.966946 run osmo-stp_10.42.42.5(pid=24574): stdout: \u000a| (launched: 2022-12-09_22:34:40.419982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:42.103801 run osmo-stp_10.42.42.5(pid=24574): stderr: \u000a| �[0;m�[38;5;43m20221209223440611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223440611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223440612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223440612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223440613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223440613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223440613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:42.236174 run osmo-stp_10.42.42.5(pid=24574): stdout: \u000a| (launched: 2022-12-09_22:34:40.419982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:42.366620 run osmo-stp_10.42.42.5(pid=24574): stderr: \u000a| �[0;m�[38;5;43m20221209223440611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223440611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223440612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223440612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223440613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223440613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223440613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:42.519505 run patchelf(pid=24577): Terminating (SIGINT)\u000a22:34:42.699647 run patchelf(pid=24577): Terminated: ok {rc=0}\u000a22:34:42.732028 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24574): Process ended prematurely: osmo-stp_10.42.42.5(pid=24574) [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24574)] [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:34:42.741263 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:34:42.805030 run osmo-hlr_10.42.42.2(pid=24571): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24571)]\u000a22:34:42.856594 run osmo-hlr_10.42.42.2(pid=24571): stdout: \u000a| (launched: 2022-12-09_22:34:39.419000) \u000a22:34:42.908821 run osmo-hlr_10.42.42.2(pid=24571): stderr: \u000a| �[0;m�[1;31m20221209223439614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223439614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223439614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223439614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223439614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223439614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223439627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223439638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223439638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223439638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:42.953330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24570): Terminating (SIGTERM)\u000a22:34:42.995539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24573): Terminating (SIGTERM)\u000a22:34:43.037971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24576): Terminating (SIGTERM)\u000a22:34:43.047961 --- ParallelTerminationStrategy: PID 24570 died...\u000a22:34:43.104421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24570): Terminated: ok {rc=0}\u000a22:34:43.114849 --- ParallelTerminationStrategy: PID 24573 died...\u000a22:34:43.171354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24573): Terminated: ok {rc=0}\u000a22:34:43.181653 --- ParallelTerminationStrategy: PID 24576 died...\u000a22:34:43.237641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24576): Terminated: ok {rc=0}\u000a22:34:43.323818 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:33:43" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24591): Process ended prematurely: osmo-stp_10.42.42.5(pid=24591) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24591)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24591): Process ended prematurely: osmo-stp_10.42.42.5(pid=24591) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:34:45.488546 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:45.499775 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:34:45.665243 tst cs_paging_gprs_active.py: using LAC 24125\u000a22:34:45.794327 tst cs_paging_gprs_active.py: using RAC 155\u000a22:34:45.951751 tst cs_paging_gprs_active.py: using CellId 24125\u000a22:34:46.091055 tst cs_paging_gprs_active.py: using BVCI 24126\u000a22:34:46.116673 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.128915 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.141047 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.153526 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.165609 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.177645 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.190184 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.201691 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:46.213650 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:34:46.336915 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:34:46.699304 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:34:46.882819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:47.315674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24581): Launched\u000a22:34:47.594091 run iperf3-srv_10.42.42.10(pid=24582): Launched\u000a22:34:47.791677 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:34:47.926091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:34:48.260690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24583): Launched\u000a22:34:48.538653 run iperf3-srv_10.42.42.10(pid=24584): Launched\u000a22:34:48.736451 tst cs_paging_gprs_active.py:38: start network...\u000a22:34:48.871334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:34:49.387940 run create_hlr_db(pid=24585): Launched\u000a22:34:49.573771 bus /gobi_6: Setting Powered False\u000a22:34:50.594886 run create_hlr_db(pid=24585): Terminated: ok {rc=0}\u000a22:34:51.024641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24587): Launched\u000a22:34:51.346894 run osmo-hlr_10.42.42.2(pid=24588): Launched\u000a22:34:51.466785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:34:52.028282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24590): Launched\u000a22:34:52.349740 run osmo-stp_10.42.42.5(pid=24591): Launched\u000a22:34:52.466764 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:34:53.031026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24593): Launched\u000a22:34:53.146120 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:34:53.434832 run patchelf(pid=24594): Launched\u000a22:34:53.624508 run osmo-stp_10.42.42.5(pid=24591): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24591)]\u000a22:34:53.762692 run osmo-stp_10.42.42.5(pid=24591): stdout: \u000a| (launched: 2022-12-09_22:34:52.191774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:53.901415 run osmo-stp_10.42.42.5(pid=24591): stderr: \u000a| �[0;m�[38;5;43m20221209223452383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223452383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223452383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223452384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223452386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223452386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223452386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:54.035099 run osmo-stp_10.42.42.5(pid=24591): stdout: \u000a| (launched: 2022-12-09_22:34:52.191774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:34:54.167548 run osmo-stp_10.42.42.5(pid=24591): stderr: \u000a| �[0;m�[38;5;43m20221209223452383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223452383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223452383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223452384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223452386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223452386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223452386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:34:54.324055 run patchelf(pid=24594): Terminating (SIGINT)\u000a22:34:54.506678 run patchelf(pid=24594): Terminated: ok {rc=0}\u000a22:34:54.539941 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24591): Process ended prematurely: osmo-stp_10.42.42.5(pid=24591) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24591)] [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:34:54.549818 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a22:34:54.612898 run osmo-hlr_10.42.42.2(pid=24588): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24588)]\u000a22:34:54.664289 run osmo-hlr_10.42.42.2(pid=24588): stdout: \u000a| (launched: 2022-12-09_22:34:51.188809) \u000a22:34:54.716795 run osmo-hlr_10.42.42.2(pid=24588): stderr: \u000a| �[0;m�[1;31m20221209223451388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223451388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223451388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223451388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223451388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223451388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223451401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223451410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223451410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223451410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:34:54.761240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24581): Terminating (SIGTERM)\u000a22:34:54.803413 run iperf3-srv_10.42.42.10(pid=24582): Terminating (SIGTERM)\u000a22:34:54.845491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24583): Terminating (SIGTERM)\u000a22:34:54.887185 run iperf3-srv_10.42.42.10(pid=24584): Terminating (SIGTERM)\u000a22:34:54.928901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24587): Terminating (SIGTERM)\u000a22:34:54.970890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24590): Terminating (SIGTERM)\u000a22:34:55.012586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24593): Terminating (SIGTERM)\u000a22:34:55.021991 --- ParallelTerminationStrategy: PID 24581 died...\u000a22:34:55.078109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24581): Terminated: ok {rc=0}\u000a22:34:55.088272 --- ParallelTerminationStrategy: PID 24582 died...\u000a22:34:55.143917 run iperf3-srv_10.42.42.10(pid=24582): Terminated {rc=256}\u000a22:34:55.153958 --- ParallelTerminationStrategy: PID 24583 died...\u000a22:34:55.209674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24583): Terminated: ok {rc=0}\u000a22:34:55.219833 --- ParallelTerminationStrategy: PID 24584 died...\u000a22:34:55.275619 run iperf3-srv_10.42.42.10(pid=24584): Terminated {rc=256}\u000a22:34:55.285814 --- ParallelTerminationStrategy: PID 24587 died...\u000a22:34:55.341446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24587): Terminated: ok {rc=0}\u000a22:34:55.351490 --- ParallelTerminationStrategy: PID 24590 died...\u000a22:34:55.407381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24590): Terminated: ok {rc=0}\u000a22:34:55.417902 --- ParallelTerminationStrategy: PID 24593 died...\u000a22:34:55.474093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24593): Terminated: ok {rc=0}\u000a22:34:55.562126 bus /gobi_0: Setting Powered False\u000a22:34:56.670331 bus /gobi_0: Setting Powered False\u000a22:34:57.777599 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24606): Process ended prematurely: osmo-stp_10.42.42.5(pid=24606) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24606)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24606): Process ended prematurely: osmo-stp_10.42.42.5(pid=24606) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:34:58.892491 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:58.904218 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:34:59.069662 tst iperf3.py: using LAC 24126\u000a22:34:59.196525 tst iperf3.py: using RAC 156\u000a22:34:59.323855 tst iperf3.py: using CellId 24126\u000a22:34:59.445975 tst iperf3.py: using BVCI 24127\u000a22:34:59.469192 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.479963 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.490927 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.502055 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.513510 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.524447 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.535482 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.546365 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:34:59.557527 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:34:59.839618 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:34:59.965368 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:00.279591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24595): Launched\u000a22:35:00.541507 run iperf3-srv_10.42.42.10(pid=24596): Launched\u000a22:35:00.726161 tst iperf3.py:8: start network...\u000a22:35:00.871518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:01.452420 run create_hlr_db(pid=24600): Launched\u000a22:35:01.648348 bus /gobi_6: Setting Powered False\u000a22:35:02.662279 run create_hlr_db(pid=24600): Terminated: ok {rc=0}\u000a22:35:03.074687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24602): Launched\u000a22:35:03.377118 run osmo-hlr_10.42.42.2(pid=24603): Launched\u000a22:35:03.494972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:04.031804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24605): Launched\u000a22:35:04.334584 run osmo-stp_10.42.42.5(pid=24606): Launched\u000a22:35:04.454139 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:04.986840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24608): Launched\u000a22:35:05.094388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:05.358958 run patchelf(pid=24609): Launched\u000a22:35:05.537161 run osmo-stp_10.42.42.5(pid=24606): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24606)]\u000a22:35:05.667299 run osmo-stp_10.42.42.5(pid=24606): stdout: \u000a| (launched: 2022-12-09_22:35:04.185409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:05.797792 run osmo-stp_10.42.42.5(pid=24606): stderr: \u000a| �[0;m�[38;5;43m20221209223504356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223504357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223504357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223504357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223504360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223504360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223504360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:05.923301 run osmo-stp_10.42.42.5(pid=24606): stdout: \u000a| (launched: 2022-12-09_22:35:04.185409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:06.047621 run osmo-stp_10.42.42.5(pid=24606): stderr: \u000a| �[0;m�[38;5;43m20221209223504356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223504357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223504357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223504357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223504360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223504360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223504360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:06.193675 run patchelf(pid=24609): Terminating (SIGINT)\u000a22:35:06.365484 run patchelf(pid=24609): Terminated: ok {rc=0}\u000a22:35:06.396812 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24606): Process ended prematurely: osmo-stp_10.42.42.5(pid=24606) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24606)] [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:35:06.406033 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:35:06.467606 run osmo-hlr_10.42.42.2(pid=24603): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24603)]\u000a22:35:06.517141 run osmo-hlr_10.42.42.2(pid=24603): stdout: \u000a| (launched: 2022-12-09_22:35:03.227860) \u000a22:35:06.567186 run osmo-hlr_10.42.42.2(pid=24603): stderr: \u000a| �[0;m�[1;31m20221209223503401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223503401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223503401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223503401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223503401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223503401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223503413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223503421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223503421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223503421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:06.609361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24595): Terminating (SIGTERM)\u000a22:35:06.649843 run iperf3-srv_10.42.42.10(pid=24596): Terminating (SIGTERM)\u000a22:35:06.689806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24602): Terminating (SIGTERM)\u000a22:35:06.730006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24605): Terminating (SIGTERM)\u000a22:35:06.769785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24608): Terminating (SIGTERM)\u000a22:35:06.779497 --- ParallelTerminationStrategy: PID 24595 died...\u000a22:35:06.833385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24595): Terminated: ok {rc=0}\u000a22:35:06.843311 --- ParallelTerminationStrategy: PID 24596 died...\u000a22:35:06.896536 run iperf3-srv_10.42.42.10(pid=24596): Terminated {rc=256}\u000a22:35:06.906512 --- ParallelTerminationStrategy: PID 24602 died...\u000a22:35:06.960011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24602): Terminated: ok {rc=0}\u000a22:35:06.969646 --- ParallelTerminationStrategy: PID 24605 died...\u000a22:35:07.023469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24605): Terminated: ok {rc=0}\u000a22:35:07.033287 --- ParallelTerminationStrategy: PID 24608 died...\u000a22:35:07.086598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24608): Terminated: ok {rc=0}\u000a22:35:07.170370 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24624): Process ended prematurely: osmo-stp_10.42.42.5(pid=24624) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24624)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24624): Process ended prematurely: osmo-stp_10.42.42.5(pid=24624) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:35:08.286669 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.298468 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:35:08.462642 tst iperf3m4.py: using LAC 24127\u000a22:35:08.580684 tst iperf3m4.py: using RAC 157\u000a22:35:08.697750 tst iperf3m4.py: using CellId 24127\u000a22:35:08.814269 tst iperf3m4.py: using BVCI 24128\u000a22:35:08.837477 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.848387 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.859169 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.870362 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.881411 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.892370 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.903522 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.914651 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:08.925873 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:09.046878 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:09.170225 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:09.288317 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:09.583940 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:35:09.718885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:10.052739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24610): Launched\u000a22:35:10.330528 run iperf3-srv_10.42.42.10(pid=24611): Launched\u000a22:35:10.529288 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:35:10.663859 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:10.999233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24612): Launched\u000a22:35:11.276444 run iperf3-srv_10.42.42.10(pid=24613): Launched\u000a22:35:11.474299 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:35:11.609186 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:11.944135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24614): Launched\u000a22:35:12.221333 run iperf3-srv_10.42.42.10(pid=24615): Launched\u000a22:35:12.419093 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:35:12.553542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:12.887619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24616): Launched\u000a22:35:13.166065 run iperf3-srv_10.42.42.10(pid=24617): Launched\u000a22:35:13.362846 tst iperf3m4.py:8: start network...\u000a22:35:13.496823 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:14.013361 run create_hlr_db(pid=24618): Launched\u000a22:35:14.199391 bus /gobi_6: Setting Powered False\u000a22:35:15.220502 run create_hlr_db(pid=24618): Terminated: ok {rc=0}\u000a22:35:15.626736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24620): Launched\u000a22:35:16.083568 run osmo-hlr_10.42.42.2(pid=24621): Launched\u000a22:35:16.251470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:16.803009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24623): Launched\u000a22:35:17.218244 run osmo-stp_10.42.42.5(pid=24624): Launched\u000a22:35:17.403484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:17.966595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24626): Launched\u000a22:35:18.081008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:18.362147 run patchelf(pid=24627): Launched\u000a22:35:18.552044 run osmo-stp_10.42.42.5(pid=24624): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24624)]\u000a22:35:18.690155 run osmo-stp_10.42.42.5(pid=24624): stdout: \u000a| (launched: 2022-12-09_22:35:16.959288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:18.828740 run osmo-stp_10.42.42.5(pid=24624): stderr: \u000a| �[0;m�[38;5;43m20221209223517270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223517270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223517270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223517271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223517271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223517271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223517271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:18.961800 run osmo-stp_10.42.42.5(pid=24624): stdout: \u000a| (launched: 2022-12-09_22:35:16.959288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:19.093324 run osmo-stp_10.42.42.5(pid=24624): stderr: \u000a| �[0;m�[38;5;43m20221209223517270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223517270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223517270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223517271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223517271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223517271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223517271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:19.247769 run patchelf(pid=24627): Terminating (SIGINT)\u000a22:35:19.429848 run patchelf(pid=24627): Terminated: ok {rc=0}\u000a22:35:19.462961 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24624): Process ended prematurely: osmo-stp_10.42.42.5(pid=24624) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24624)] [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:35:19.472698 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a22:35:19.535969 run osmo-hlr_10.42.42.2(pid=24621): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24621)]\u000a22:35:19.587236 run osmo-hlr_10.42.42.2(pid=24621): stdout: \u000a| (launched: 2022-12-09_22:35:15.779950) \u000a22:35:19.639157 run osmo-hlr_10.42.42.2(pid=24621): stderr: \u000a| �[0;m�[1;31m20221209223516017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223516017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223516017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223516017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223516017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223516018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223516033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223516050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223516050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223516050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:19.683527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24610): Terminating (SIGTERM)\u000a22:35:19.725647 run iperf3-srv_10.42.42.10(pid=24611): Terminating (SIGTERM)\u000a22:35:19.767639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24612): Terminating (SIGTERM)\u000a22:35:19.809803 run iperf3-srv_10.42.42.10(pid=24613): Terminating (SIGTERM)\u000a22:35:19.851800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24614): Terminating (SIGTERM)\u000a22:35:19.893776 run iperf3-srv_10.42.42.10(pid=24615): Terminating (SIGTERM)\u000a22:35:19.935748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24616): Terminating (SIGTERM)\u000a22:35:19.977836 run iperf3-srv_10.42.42.10(pid=24617): Terminating (SIGTERM)\u000a22:35:20.019882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24620): Terminating (SIGTERM)\u000a22:35:20.061827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24623): Terminating (SIGTERM)\u000a22:35:20.103857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24626): Terminating (SIGTERM)\u000a22:35:20.113678 --- ParallelTerminationStrategy: PID 24610 died...\u000a22:35:20.170028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24610): Terminated: ok {rc=0}\u000a22:35:20.180367 --- ParallelTerminationStrategy: PID 24611 died...\u000a22:35:20.236218 run iperf3-srv_10.42.42.10(pid=24611): Terminated {rc=256}\u000a22:35:20.246465 --- ParallelTerminationStrategy: PID 24612 died...\u000a22:35:20.302708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24612): Terminated: ok {rc=0}\u000a22:35:20.312918 --- ParallelTerminationStrategy: PID 24613 died...\u000a22:35:20.368756 run iperf3-srv_10.42.42.10(pid=24613): Terminated {rc=256}\u000a22:35:20.378983 --- ParallelTerminationStrategy: PID 24614 died...\u000a22:35:20.435018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24614): Terminated: ok {rc=0}\u000a22:35:20.445257 --- ParallelTerminationStrategy: PID 24615 died...\u000a22:35:20.501626 run iperf3-srv_10.42.42.10(pid=24615): Terminated {rc=256}\u000a22:35:20.511706 --- ParallelTerminationStrategy: PID 24616 died...\u000a22:35:20.567612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24616): Terminated: ok {rc=0}\u000a22:35:20.578037 --- ParallelTerminationStrategy: PID 24617 died...\u000a22:35:20.633791 run iperf3-srv_10.42.42.10(pid=24617): Terminated {rc=256}\u000a22:35:20.644033 --- ParallelTerminationStrategy: PID 24620 died...\u000a22:35:20.699980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24620): Terminated: ok {rc=0}\u000a22:35:20.710202 --- ParallelTerminationStrategy: PID 24623 died...\u000a22:35:20.765710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24623): Terminated: ok {rc=0}\u000a22:35:20.775832 --- ParallelTerminationStrategy: PID 24626 died...\u000a22:35:20.832136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24626): Terminated: ok {rc=0}\u000a22:35:20.919566 bus /gobi_4: Setting Powered False\u000a22:35:22.026470 bus /gobi_4: Setting Powered False\u000a22:35:23.135318 bus /gobi_1: Setting Powered False\u000a22:35:24.242092 bus /gobi_1: Setting Powered False\u000a22:35:25.349945 bus /gobi_0: Setting Powered False\u000a22:35:26.457299 bus /gobi_0: Setting Powered False\u000a22:35:27.566177 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24634): Process ended prematurely: osmo-stp_10.42.42.5(pid=24634) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24634)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24634): Process ended prematurely: osmo-stp_10.42.42.5(pid=24634) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:35:28.631945 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:28.643765 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:35:28.800089 tst ping.py: using LAC 24128\u000a22:35:28.917498 tst ping.py: using RAC 158\u000a22:35:29.033717 tst ping.py: using CellId 24128\u000a22:35:29.149254 tst ping.py: using BVCI 24129\u000a22:35:29.171735 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:29.182633 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:29.193229 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:29.203796 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:29.214931 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:29.225854 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:29.236725 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:29.247695 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:29.519840 tst ping.py:19: start network...\u000a22:35:29.642574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:30.109648 run create_hlr_db(pid=24628): Launched\u000a22:35:30.283114 bus /gobi_6: Setting Powered False\u000a22:35:31.307240 run create_hlr_db(pid=24628): Terminated: ok {rc=0}\u000a22:35:31.768122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24630): Launched\u000a22:35:32.180310 run osmo-hlr_10.42.42.2(pid=24631): Launched\u000a22:35:32.309052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:32.866456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24633): Launched\u000a22:35:33.183397 run osmo-stp_10.42.42.5(pid=24634): Launched\u000a22:35:33.298556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:33.852620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24636): Launched\u000a22:35:33.965095 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:34.241083 run patchelf(pid=24637): Launched\u000a22:35:34.426802 run osmo-stp_10.42.42.5(pid=24634): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24634)]\u000a22:35:34.562373 run osmo-stp_10.42.42.5(pid=24634): stdout: \u000a| (launched: 2022-12-09_22:35:33.027495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:34.698984 run osmo-stp_10.42.42.5(pid=24634): stderr: \u000a| �[0;m�[38;5;43m20221209223533218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223533218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223533218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223533219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223533221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223533221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223533221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:34.830586 run osmo-stp_10.42.42.5(pid=24634): stdout: \u000a| (launched: 2022-12-09_22:35:33.027495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:34.960098 run osmo-stp_10.42.42.5(pid=24634): stderr: \u000a| �[0;m�[38;5;43m20221209223533218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223533218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223533218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223533219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223533221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223533221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223533221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:35.111917 run patchelf(pid=24637): Terminating (SIGINT)\u000a22:35:35.290554 run patchelf(pid=24637): Terminated: ok {rc=0}\u000a22:35:35.322945 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24634): Process ended prematurely: osmo-stp_10.42.42.5(pid=24634) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24634)] [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:35:35.332176 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:35:35.395239 run osmo-hlr_10.42.42.2(pid=24631): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24631)]\u000a22:35:35.446817 run osmo-hlr_10.42.42.2(pid=24631): stdout: \u000a| (launched: 2022-12-09_22:35:31.954238) \u000a22:35:35.499163 run osmo-hlr_10.42.42.2(pid=24631): stderr: \u000a| �[0;m�[1;31m20221209223532294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223532294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223532294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223532294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223532294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223532294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223532306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223532314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223532314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223532314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:35.543799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24630): Terminating (SIGTERM)\u000a22:35:35.586075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24633): Terminating (SIGTERM)\u000a22:35:35.628089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24636): Terminating (SIGTERM)\u000a22:35:35.637992 --- ParallelTerminationStrategy: PID 24630 died...\u000a22:35:35.694387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24630): Terminated: ok {rc=0}\u000a22:35:35.704699 --- ParallelTerminationStrategy: PID 24633 died...\u000a22:35:35.760602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24633): Terminated: ok {rc=0}\u000a22:35:35.770873 --- ParallelTerminationStrategy: PID 24636 died...\u000a22:35:35.827234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24636): Terminated: ok {rc=0}\u000a22:35:35.915451 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24644): Process ended prematurely: osmo-stp_10.42.42.5(pid=24644) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24644)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24644): Process ended prematurely: osmo-stp_10.42.42.5(pid=24644) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:35:36.969255 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:36.981164 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:35:37.146941 tst ping_idle_ping.py: using LAC 24129\u000a22:35:37.273533 tst ping_idle_ping.py: using RAC 159\u000a22:35:37.399419 tst ping_idle_ping.py: using CellId 24129\u000a22:35:37.526230 tst ping_idle_ping.py: using BVCI 24130\u000a22:35:37.550459 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.561785 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.572746 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.583879 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.595017 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.606177 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.617421 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:35:37.628445 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:35:37.905222 tst ping_idle_ping.py:24: start network...\u000a22:35:38.030009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:38.502472 run create_hlr_db(pid=24638): Launched\u000a22:35:38.675740 bus /gobi_6: Setting Powered False\u000a22:35:39.696827 run create_hlr_db(pid=24638): Terminated: ok {rc=0}\u000a22:35:40.120474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24640): Launched\u000a22:35:40.437349 run osmo-hlr_10.42.42.2(pid=24641): Launched\u000a22:35:40.553813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:41.103894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24643): Launched\u000a22:35:41.420735 run osmo-stp_10.42.42.5(pid=24644): Launched\u000a22:35:41.536553 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:42.090196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24646): Launched\u000a22:35:42.202864 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:42.480646 run patchelf(pid=24647): Launched\u000a22:35:42.669496 run osmo-stp_10.42.42.5(pid=24644): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24644)]\u000a22:35:42.807432 run osmo-stp_10.42.42.5(pid=24644): stdout: \u000a| (launched: 2022-12-09_22:35:41.265073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:42.945370 run osmo-stp_10.42.42.5(pid=24644): stderr: \u000a| �[0;m�[38;5;43m20221209223541454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223541454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223541454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223541455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223541455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223541455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223541455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:43.077982 run osmo-stp_10.42.42.5(pid=24644): stdout: \u000a| (launched: 2022-12-09_22:35:41.265073)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:43.208926 run osmo-stp_10.42.42.5(pid=24644): stderr: \u000a| �[0;m�[38;5;43m20221209223541454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223541454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223541454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223541455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223541455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223541455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223541455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:43.363078 run patchelf(pid=24647): Terminating (SIGINT)\u000a22:35:43.544298 run patchelf(pid=24647): Terminated: ok {rc=0}\u000a22:35:43.577519 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24644): Process ended prematurely: osmo-stp_10.42.42.5(pid=24644) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24644)] [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:35:43.587039 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:35:43.650216 run osmo-hlr_10.42.42.2(pid=24641): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24641)]\u000a22:35:43.701785 run osmo-hlr_10.42.42.2(pid=24641): stdout: \u000a| (launched: 2022-12-09_22:35:40.281732) \u000a22:35:43.753928 run osmo-hlr_10.42.42.2(pid=24641): stderr: \u000a| �[0;m�[1;31m20221209223540479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223540479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223540479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223540479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223540479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223540479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223540494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223540504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223540504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223540504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:43.798480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24640): Terminating (SIGTERM)\u000a22:35:43.840524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24643): Terminating (SIGTERM)\u000a22:35:43.882660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24646): Terminating (SIGTERM)\u000a22:35:43.892431 --- ParallelTerminationStrategy: PID 24640 died...\u000a22:35:43.949104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24640): Terminated: ok {rc=0}\u000a22:35:43.959594 --- ParallelTerminationStrategy: PID 24643 died...\u000a22:35:44.015646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24643): Terminated: ok {rc=0}\u000a22:35:44.025953 --- ParallelTerminationStrategy: PID 24646 died...\u000a22:35:44.081609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24646): Terminated: ok {rc=0}\u000a22:35:44.168867 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:34:45" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24663): Process ended prematurely: osmo-stp_10.42.42.5(pid=24663) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24663)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24663): Process ended prematurely: osmo-stp_10.42.42.5(pid=24663) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:35:46.379537 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:46.396118 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:35:46.579094 tst cs_paging_gprs_active.py: using LAC 24130\u000a22:35:46.702292 tst cs_paging_gprs_active.py: using RAC 160\u000a22:35:46.830381 tst cs_paging_gprs_active.py: using CellId 24130\u000a22:35:46.978172 tst cs_paging_gprs_active.py: using BVCI 24131\u000a22:35:47.009973 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:47.024136 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:47.038452 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:47.052264 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:47.064807 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:47.076806 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:47.089835 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:47.101585 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:47.113660 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:35:47.232371 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:35:47.517813 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:35:47.643844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:47.958932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24653): Launched\u000a22:35:48.220207 run iperf3-srv_10.42.42.10(pid=24654): Launched\u000a22:35:48.405123 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:35:48.530790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:35:48.845972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24655): Launched\u000a22:35:49.108189 run iperf3-srv_10.42.42.10(pid=24656): Launched\u000a22:35:49.292845 tst cs_paging_gprs_active.py:38: start network...\u000a22:35:49.419013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:35:49.896424 run create_hlr_db(pid=24657): Launched\u000a22:35:50.071207 bus /gobi_6: Setting Powered False\u000a22:35:51.092888 run create_hlr_db(pid=24657): Terminated: ok {rc=0}\u000a22:35:51.521255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24659): Launched\u000a22:35:51.825138 run osmo-hlr_10.42.42.2(pid=24660): Launched\u000a22:35:51.942738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:35:52.476079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24662): Launched\u000a22:35:52.780275 run osmo-stp_10.42.42.5(pid=24663): Launched\u000a22:35:52.890645 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:35:53.418942 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24665): Launched\u000a22:35:53.526797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:35:53.792321 run patchelf(pid=24666): Launched\u000a22:35:53.972623 run osmo-stp_10.42.42.5(pid=24663): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24663)]\u000a22:35:54.102614 run osmo-stp_10.42.42.5(pid=24663): stdout: \u000a| (launched: 2022-12-09_22:35:52.630212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:54.232773 run osmo-stp_10.42.42.5(pid=24663): stderr: \u000a| �[0;m�[38;5;43m20221209223552803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223552803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223552803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223552804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223552804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223552804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223552804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:54.358212 run osmo-stp_10.42.42.5(pid=24663): stdout: \u000a| (launched: 2022-12-09_22:35:52.630212)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:35:54.482689 run osmo-stp_10.42.42.5(pid=24663): stderr: \u000a| �[0;m�[38;5;43m20221209223552803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223552803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223552803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223552804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223552804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223552804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223552804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:35:54.628336 run patchelf(pid=24666): Terminating (SIGINT)\u000a22:35:54.800373 run patchelf(pid=24666): Terminated: ok {rc=0}\u000a22:35:54.832000 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24663): Process ended prematurely: osmo-stp_10.42.42.5(pid=24663) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24663)] [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:35:54.841307 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a22:35:54.902061 run osmo-hlr_10.42.42.2(pid=24660): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24660)]\u000a22:35:54.951270 run osmo-hlr_10.42.42.2(pid=24660): stdout: \u000a| (launched: 2022-12-09_22:35:51.675304) \u000a22:35:55.001241 run osmo-hlr_10.42.42.2(pid=24660): stderr: \u000a| �[0;m�[1;31m20221209223551853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223551853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223551853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223551853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223551853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223551853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223551866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223551874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223551874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223551874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:35:55.043533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24653): Terminating (SIGTERM)\u000a22:35:55.083483 run iperf3-srv_10.42.42.10(pid=24654): Terminating (SIGTERM)\u000a22:35:55.123452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24655): Terminating (SIGTERM)\u000a22:35:55.163470 run iperf3-srv_10.42.42.10(pid=24656): Terminating (SIGTERM)\u000a22:35:55.203389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24659): Terminating (SIGTERM)\u000a22:35:55.243230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24662): Terminating (SIGTERM)\u000a22:35:55.282889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24665): Terminating (SIGTERM)\u000a22:35:55.292366 --- ParallelTerminationStrategy: PID 24653 died...\u000a22:35:55.345901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24653): Terminated: ok {rc=0}\u000a22:35:55.355643 --- ParallelTerminationStrategy: PID 24654 died...\u000a22:35:55.408653 run iperf3-srv_10.42.42.10(pid=24654): Terminated {rc=256}\u000a22:35:55.418430 --- ParallelTerminationStrategy: PID 24655 died...\u000a22:35:55.471380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24655): Terminated: ok {rc=0}\u000a22:35:55.481176 --- ParallelTerminationStrategy: PID 24656 died...\u000a22:35:55.534210 run iperf3-srv_10.42.42.10(pid=24656): Terminated {rc=256}\u000a22:35:55.543705 --- ParallelTerminationStrategy: PID 24659 died...\u000a22:35:55.597307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24659): Terminated: ok {rc=0}\u000a22:35:55.606900 --- ParallelTerminationStrategy: PID 24662 died...\u000a22:35:55.660111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24662): Terminated: ok {rc=0}\u000a22:35:55.669832 --- ParallelTerminationStrategy: PID 24665 died...\u000a22:35:55.722828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24665): Terminated: ok {rc=0}\u000a22:35:55.806832 bus /gobi_0: Setting Powered False\u000a22:35:56.915098 bus /gobi_0: Setting Powered False\u000a22:35:58.027643 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24675): Process ended prematurely: osmo-stp_10.42.42.5(pid=24675) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24675)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24675): Process ended prematurely: osmo-stp_10.42.42.5(pid=24675) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:35:59.137630 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.149319 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:35:59.305334 tst iperf3.py: using LAC 24131\u000a22:35:59.431606 tst iperf3.py: using RAC 161\u000a22:35:59.558626 tst iperf3.py: using CellId 24131\u000a22:35:59.689422 tst iperf3.py: using BVCI 24132\u000a22:35:59.714044 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.725285 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.736362 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.747432 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.758408 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.769533 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.780858 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.791859 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:35:59.803425 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:00.083494 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:36:00.210355 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:00.526025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24667): Launched\u000a22:36:00.790096 run iperf3-srv_10.42.42.10(pid=24668): Launched\u000a22:36:00.991393 tst iperf3.py:8: start network...\u000a22:36:01.120872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:01.631730 run create_hlr_db(pid=24669): Launched\u000a22:36:01.811532 bus /gobi_6: Setting Powered False\u000a22:36:02.830387 run create_hlr_db(pid=24669): Terminated: ok {rc=0}\u000a22:36:03.259189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24671): Launched\u000a22:36:03.583783 run osmo-hlr_10.42.42.2(pid=24672): Launched\u000a22:36:03.702510 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:04.264403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24674): Launched\u000a22:36:04.587804 run osmo-stp_10.42.42.5(pid=24675): Launched\u000a22:36:04.704150 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:05.266531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24677): Launched\u000a22:36:05.381770 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:05.663876 run patchelf(pid=24678): Launched\u000a22:36:05.853698 run osmo-stp_10.42.42.5(pid=24675): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24675)]\u000a22:36:05.991859 run osmo-stp_10.42.42.5(pid=24675): stdout: \u000a| (launched: 2022-12-09_22:36:04.428090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:06.130522 run osmo-stp_10.42.42.5(pid=24675): stderr: \u000a| �[0;m�[38;5;43m20221209223604620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223604621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223604621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223604621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223604622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223604622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223604622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:06.263944 run osmo-stp_10.42.42.5(pid=24675): stdout: \u000a| (launched: 2022-12-09_22:36:04.428090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:06.396085 run osmo-stp_10.42.42.5(pid=24675): stderr: \u000a| �[0;m�[38;5;43m20221209223604620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223604621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223604621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223604621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223604622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223604622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223604622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:06.551157 run patchelf(pid=24678): Terminating (SIGINT)\u000a22:36:06.734041 run patchelf(pid=24678): Terminated: ok {rc=0}\u000a22:36:06.767287 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24675): Process ended prematurely: osmo-stp_10.42.42.5(pid=24675) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24675)] [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:36:06.777137 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:36:06.840511 run osmo-hlr_10.42.42.2(pid=24672): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24672)]\u000a22:36:06.891998 run osmo-hlr_10.42.42.2(pid=24672): stdout: \u000a| (launched: 2022-12-09_22:36:03.423964) \u000a22:36:06.943842 run osmo-hlr_10.42.42.2(pid=24672): stderr: \u000a| �[0;m�[1;31m20221209223603620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223603620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223603620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223603620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223603621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223603621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223603633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223603641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223603642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223603642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:06.987741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24667): Terminating (SIGTERM)\u000a22:36:07.029201 run iperf3-srv_10.42.42.10(pid=24668): Terminating (SIGTERM)\u000a22:36:07.070688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24671): Terminating (SIGTERM)\u000a22:36:07.113942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24674): Terminating (SIGTERM)\u000a22:36:07.155445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24677): Terminating (SIGTERM)\u000a22:36:07.165298 --- ParallelTerminationStrategy: PID 24667 died...\u000a22:36:07.221234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24667): Terminated: ok {rc=0}\u000a22:36:07.231343 --- ParallelTerminationStrategy: PID 24668 died...\u000a22:36:07.286706 run iperf3-srv_10.42.42.10(pid=24668): Terminated {rc=256}\u000a22:36:07.296712 --- ParallelTerminationStrategy: PID 24671 died...\u000a22:36:07.352241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24671): Terminated: ok {rc=0}\u000a22:36:07.362275 --- ParallelTerminationStrategy: PID 24674 died...\u000a22:36:07.417628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24674): Terminated: ok {rc=0}\u000a22:36:07.427715 --- ParallelTerminationStrategy: PID 24677 died...\u000a22:36:07.483076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24677): Terminated: ok {rc=0}\u000a22:36:07.570674 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:36:08.688072 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:08.700078 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:36:08.865569 tst iperf3m4.py: using LAC 24132\u000a22:36:08.990918 tst iperf3m4.py: using RAC 162\u000a22:36:09.116095 tst iperf3m4.py: using CellId 24132\u000a22:36:09.241068 tst iperf3m4.py: using BVCI 24133\u000a22:36:09.266016 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.277342 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.288368 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.299462 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.310441 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.321559 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.332650 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.343615 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:09.354828 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:09.471990 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:09.596051 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:09.713783 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:10.010341 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:36:10.145912 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:10.481294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24679): Launched\u000a22:36:10.761216 run iperf3-srv_10.42.42.10(pid=24680): Launched\u000a22:36:10.962625 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:36:11.098717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:11.436278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24681): Launched\u000a22:36:11.714547 run iperf3-srv_10.42.42.10(pid=24682): Launched\u000a22:36:11.912898 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:36:12.047436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:12.382736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24683): Launched\u000a22:36:12.661619 run iperf3-srv_10.42.42.10(pid=24684): Launched\u000a22:36:12.860246 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:36:12.995843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:36:13.331161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24685): Launched\u000a22:36:13.609381 run iperf3-srv_10.42.42.10(pid=24686): Launched\u000a22:36:13.806941 tst iperf3m4.py:8: start network...\u000a22:36:13.941970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:14.460590 run create_hlr_db(pid=24687): Launched\u000a22:36:14.647742 bus /gobi_6: Setting Powered False\u000a22:36:15.668774 run create_hlr_db(pid=24687): Terminated: ok {rc=0}\u000a22:36:16.153452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Launched\u000a22:36:16.523997 run osmo-hlr_10.42.42.2(pid=24690): Launched\u000a22:36:16.683583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:17.367458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Launched\u000a22:36:17.689691 run osmo-stp_10.42.42.5(pid=24693): Launched\u000a22:36:17.806821 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:18.370837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24695): Launched\u000a22:36:18.486787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:18.770414 run patchelf(pid=24696): Launched\u000a22:36:18.961642 run osmo-stp_10.42.42.5(pid=24693): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]\u000a22:36:19.100075 run osmo-stp_10.42.42.5(pid=24693): stdout: \u000a| (launched: 2022-12-09_22:36:17.531737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:19.238412 run osmo-stp_10.42.42.5(pid=24693): stderr: \u000a| �[0;m�[38;5;43m20221209223617724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223617724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223617724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223617725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223617727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223617727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223617727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:19.371669 run osmo-stp_10.42.42.5(pid=24693): stdout: \u000a| (launched: 2022-12-09_22:36:17.531737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:19.503816 run osmo-stp_10.42.42.5(pid=24693): stderr: \u000a| �[0;m�[38;5;43m20221209223617724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223617724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223617724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223617725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223617727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223617727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223617727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:19.659205 run patchelf(pid=24696): Terminating (SIGINT)\u000a22:36:19.842388 run patchelf(pid=24696): Terminated: ok {rc=0}\u000a22:36:19.875825 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)] [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:36:19.885700 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a22:36:19.948838 run osmo-hlr_10.42.42.2(pid=24690): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24690)]\u000a22:36:20.000042 run osmo-hlr_10.42.42.2(pid=24690): stdout: \u000a| (launched: 2022-12-09_22:36:16.324166) \u000a22:36:20.051900 run osmo-hlr_10.42.42.2(pid=24690): stderr: \u000a| �[0;m�[1;31m20221209223616697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223616697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223616697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223616698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223616698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223616698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223616717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223616734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223616734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223616734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:20.096152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24679): Terminating (SIGTERM)\u000a22:36:20.138127 run iperf3-srv_10.42.42.10(pid=24680): Terminating (SIGTERM)\u000a22:36:20.179964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24681): Terminating (SIGTERM)\u000a22:36:20.221845 run iperf3-srv_10.42.42.10(pid=24682): Terminating (SIGTERM)\u000a22:36:20.263517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24683): Terminating (SIGTERM)\u000a22:36:20.305299 run iperf3-srv_10.42.42.10(pid=24684): Terminating (SIGTERM)\u000a22:36:20.347175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24685): Terminating (SIGTERM)\u000a22:36:20.388819 run iperf3-srv_10.42.42.10(pid=24686): Terminating (SIGTERM)\u000a22:36:20.430513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Terminating (SIGTERM)\u000a22:36:20.472106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Terminating (SIGTERM)\u000a22:36:20.514077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24695): Terminating (SIGTERM)\u000a22:36:20.523844 --- ParallelTerminationStrategy: PID 24679 died...\u000a22:36:20.579816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24679): Terminated: ok {rc=0}\u000a22:36:20.590086 --- ParallelTerminationStrategy: PID 24680 died...\u000a22:36:20.645668 run iperf3-srv_10.42.42.10(pid=24680): Terminated {rc=256}\u000a22:36:20.655734 --- ParallelTerminationStrategy: PID 24681 died...\u000a22:36:20.711362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24681): Terminated: ok {rc=0}\u000a22:36:20.721830 --- ParallelTerminationStrategy: PID 24682 died...\u000a22:36:20.777342 run iperf3-srv_10.42.42.10(pid=24682): Terminated {rc=256}\u000a22:36:20.787430 --- ParallelTerminationStrategy: PID 24683 died...\u000a22:36:20.843251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24683): Terminated: ok {rc=0}\u000a22:36:20.853383 --- ParallelTerminationStrategy: PID 24684 died...\u000a22:36:20.908829 run iperf3-srv_10.42.42.10(pid=24684): Terminated {rc=256}\u000a22:36:20.918943 --- ParallelTerminationStrategy: PID 24685 died...\u000a22:36:20.975018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24685): Terminated: ok {rc=0}\u000a22:36:20.985421 --- ParallelTerminationStrategy: PID 24686 died...\u000a22:36:21.040612 run iperf3-srv_10.42.42.10(pid=24686): Terminated {rc=256}\u000a22:36:21.050752 --- ParallelTerminationStrategy: PID 24689 died...\u000a22:36:21.106373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Terminated: ok {rc=0}\u000a22:36:21.116410 --- ParallelTerminationStrategy: PID 24692 died...\u000a22:36:21.171896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Terminated: ok {rc=0}\u000a22:36:21.182015 --- ParallelTerminationStrategy: PID 24695 died...\u000a22:36:21.238032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24695): Terminated: ok {rc=0}\u000a22:36:21.329512 bus /gobi_4: Setting Powered False\u000a22:36:22.432052 bus /gobi_4: Setting Powered False\u000a22:36:23.544315 bus /gobi_1: Setting Powered False\u000a22:36:24.648052 bus /gobi_1: Setting Powered False\u000a22:36:25.759133 bus /gobi_0: Setting Powered False\u000a22:36:26.862946 bus /gobi_0: Setting Powered False\u000a22:36:27.974488 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24711): Process ended prematurely: osmo-stp_10.42.42.5(pid=24711) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24711)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24711): Process ended prematurely: osmo-stp_10.42.42.5(pid=24711) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:36:29.041716 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:29.053240 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:36:29.211206 tst ping.py: using LAC 24133\u000a22:36:29.336460 tst ping.py: using RAC 163\u000a22:36:29.465798 tst ping.py: using CellId 24133\u000a22:36:29.588936 tst ping.py: using BVCI 24134\u000a22:36:29.613484 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:29.624644 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:29.635796 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:29.646910 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:29.657971 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:29.669163 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:29.680282 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:29.691477 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:29.980868 tst ping.py:19: start network...\u000a22:36:30.112818 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:30.619774 run create_hlr_db(pid=24705): Launched\u000a22:36:30.806232 bus /gobi_6: Setting Powered False\u000a22:36:31.879818 run create_hlr_db(pid=24705): Terminated: ok {rc=0}\u000a22:36:32.345828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24707): Launched\u000a22:36:32.645384 run osmo-hlr_10.42.42.2(pid=24708): Launched\u000a22:36:32.763729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:33.290565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24710): Launched\u000a22:36:33.598449 run osmo-stp_10.42.42.5(pid=24711): Launched\u000a22:36:33.717765 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:34.278843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24713): Launched\u000a22:36:34.392197 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:34.669847 run patchelf(pid=24714): Launched\u000a22:36:34.857484 run osmo-stp_10.42.42.5(pid=24711): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24711)]\u000a22:36:34.994658 run osmo-stp_10.42.42.5(pid=24711): stdout: \u000a| (launched: 2022-12-09_22:36:33.442468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:35.132730 run osmo-stp_10.42.42.5(pid=24711): stderr: \u000a| �[0;m�[38;5;43m20221209223633629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223633630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223633630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223633630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223633631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223633631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223633631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:35.264402 run osmo-stp_10.42.42.5(pid=24711): stdout: \u000a| (launched: 2022-12-09_22:36:33.442468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:35.394861 run osmo-stp_10.42.42.5(pid=24711): stderr: \u000a| �[0;m�[38;5;43m20221209223633629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223633630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223633630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223633630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223633631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223633631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223633631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:35.547635 run patchelf(pid=24714): Terminating (SIGINT)\u000a22:36:35.727642 run patchelf(pid=24714): Terminated: ok {rc=0}\u000a22:36:35.760159 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24711): Process ended prematurely: osmo-stp_10.42.42.5(pid=24711) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24711)] [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:36:35.769462 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:36:35.832877 run osmo-hlr_10.42.42.2(pid=24708): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24708)]\u000a22:36:35.884559 run osmo-hlr_10.42.42.2(pid=24708): stdout: \u000a| (launched: 2022-12-09_22:36:32.497594) \u000a22:36:35.936767 run osmo-hlr_10.42.42.2(pid=24708): stderr: \u000a| �[0;m�[1;31m20221209223632671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223632671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223632671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223632671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223632671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223632671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223632684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223632696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223632696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223632696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:35.981207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24707): Terminating (SIGTERM)\u000a22:36:36.023117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24710): Terminating (SIGTERM)\u000a22:36:36.065197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24713): Terminating (SIGTERM)\u000a22:36:36.075022 --- ParallelTerminationStrategy: PID 24707 died...\u000a22:36:36.131407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24707): Terminated: ok {rc=0}\u000a22:36:36.141694 --- ParallelTerminationStrategy: PID 24710 died...\u000a22:36:36.197623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24710): Terminated: ok {rc=0}\u000a22:36:36.207799 --- ParallelTerminationStrategy: PID 24713 died...\u000a22:36:36.263519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24713): Terminated: ok {rc=0}\u000a22:36:36.351225 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24721): Process ended prematurely: osmo-stp_10.42.42.5(pid=24721) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24721)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24721): Process ended prematurely: osmo-stp_10.42.42.5(pid=24721) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:36:37.403757 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:37.415657 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:36:37.580476 tst ping_idle_ping.py: using LAC 24134\u000a22:36:37.706610 tst ping_idle_ping.py: using RAC 164\u000a22:36:37.831904 tst ping_idle_ping.py: using CellId 24134\u000a22:36:37.955462 tst ping_idle_ping.py: using BVCI 24135\u000a22:36:37.979877 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:37.991227 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:38.002416 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:38.013605 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:38.024613 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:38.035759 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:38.047072 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:36:38.058231 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:36:38.348300 tst ping_idle_ping.py:24: start network...\u000a22:36:38.480123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:38.990879 run create_hlr_db(pid=24715): Launched\u000a22:36:39.177106 bus /gobi_6: Setting Powered False\u000a22:36:40.197851 run create_hlr_db(pid=24715): Terminated: ok {rc=0}\u000a22:36:40.623090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24717): Launched\u000a22:36:40.942490 run osmo-hlr_10.42.42.2(pid=24718): Launched\u000a22:36:41.058118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:41.611246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24720): Launched\u000a22:36:41.929175 run osmo-stp_10.42.42.5(pid=24721): Launched\u000a22:36:42.044012 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:42.599123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24723): Launched\u000a22:36:42.711992 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:42.991218 run patchelf(pid=24724): Launched\u000a22:36:43.178452 run osmo-stp_10.42.42.5(pid=24721): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24721)]\u000a22:36:43.314695 run osmo-stp_10.42.42.5(pid=24721): stdout: \u000a| (launched: 2022-12-09_22:36:41.772886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:43.451040 run osmo-stp_10.42.42.5(pid=24721): stderr: \u000a| �[0;m�[38;5;43m20221209223641964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223641964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223641964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223641965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:43.582467 run osmo-stp_10.42.42.5(pid=24721): stdout: \u000a| (launched: 2022-12-09_22:36:41.772886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:43.712451 run osmo-stp_10.42.42.5(pid=24721): stderr: \u000a| �[0;m�[38;5;43m20221209223641964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223641964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223641964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223641965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223641967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:43.865378 run patchelf(pid=24724): Terminating (SIGINT)\u000a22:36:44.044760 run patchelf(pid=24724): Terminated: ok {rc=0}\u000a22:36:44.077357 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24721): Process ended prematurely: osmo-stp_10.42.42.5(pid=24721) [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24721)] [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:36:44.086681 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a22:36:44.149814 run osmo-hlr_10.42.42.2(pid=24718): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24718)]\u000a22:36:44.201268 run osmo-hlr_10.42.42.2(pid=24718): stdout: \u000a| (launched: 2022-12-09_22:36:40.785062) \u000a22:36:44.253378 run osmo-hlr_10.42.42.2(pid=24718): stderr: \u000a| �[0;m�[1;31m20221209223640981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223640981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223640981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223640981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223640981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223640981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223640993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223641002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223641002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223641002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:44.297910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24717): Terminating (SIGTERM)\u000a22:36:44.339900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24720): Terminating (SIGTERM)\u000a22:36:44.382022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24723): Terminating (SIGTERM)\u000a22:36:44.391824 --- ParallelTerminationStrategy: PID 24717 died...\u000a22:36:44.448077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24717): Terminated: ok {rc=0}\u000a22:36:44.458368 --- ParallelTerminationStrategy: PID 24720 died...\u000a22:36:44.514192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24720): Terminated: ok {rc=0}\u000a22:36:44.524319 --- ParallelTerminationStrategy: PID 24723 died...\u000a22:36:44.580172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24723): Terminated: ok {rc=0}\u000a22:36:44.668207 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:35:45" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24734): Process ended prematurely: osmo-stp_10.42.42.5(pid=24734) [trial-2365↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24734)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24734): Process ended prematurely: osmo-stp_10.42.42.5(pid=24734) [trial-2365↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:36:46.719679 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:46.732233 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:36:46.903285 tst switch_tch_pdch.py: using LAC 24135\u000a22:36:47.034238 tst switch_tch_pdch.py: using RAC 165\u000a22:36:47.156199 tst switch_tch_pdch.py: using CellId 24135\u000a22:36:47.277369 tst switch_tch_pdch.py: using BVCI 24136\u000a22:36:47.302195 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:47.314540 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:47.326410 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:47.339247 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:47.350693 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:47.361916 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:47.373565 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:36:47.384571 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:36:47.503793 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:36:47.785158 tst switch_tch_pdch.py:51: start network...\u000a22:36:47.909329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:48.377482 run create_hlr_db(pid=24728): Launched\u000a22:36:48.549757 bus /gobi_6: Setting Powered False\u000a22:36:49.570421 run create_hlr_db(pid=24728): Terminated: ok {rc=0}\u000a22:36:49.994094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24730): Launched\u000a22:36:50.310545 run osmo-hlr_10.42.42.2(pid=24731): Launched\u000a22:36:50.430857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:36:50.981157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24733): Launched\u000a22:36:51.298307 run osmo-stp_10.42.42.5(pid=24734): Launched\u000a22:36:51.413215 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:36:51.967141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24736): Launched\u000a22:36:52.079889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:36:52.355958 run patchelf(pid=24737): Launched\u000a22:36:52.541748 run osmo-stp_10.42.42.5(pid=24734): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24734)]\u000a22:36:52.677719 run osmo-stp_10.42.42.5(pid=24734): stdout: \u000a| (launched: 2022-12-09_22:36:51.141975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:52.813909 run osmo-stp_10.42.42.5(pid=24734): stderr: \u000a| �[0;m�[38;5;43m20221209223651333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223651333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223651334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223651334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223651334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223651334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223651335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:52.945454 run osmo-stp_10.42.42.5(pid=24734): stdout: \u000a| (launched: 2022-12-09_22:36:51.141975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:36:53.074794 run osmo-stp_10.42.42.5(pid=24734): stderr: \u000a| �[0;m�[38;5;43m20221209223651333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223651333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223651334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223651334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223651334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223651334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223651335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:36:53.227481 run patchelf(pid=24737): Terminating (SIGINT)\u000a22:36:53.406653 run patchelf(pid=24737): Terminated: ok {rc=0}\u000a22:36:53.438944 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24734): Process ended prematurely: osmo-stp_10.42.42.5(pid=24734) [trial-2365↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24734)] [trial-2365↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:36:53.448006 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a22:36:53.510631 run osmo-hlr_10.42.42.2(pid=24731): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24731)]\u000a22:36:53.561761 run osmo-hlr_10.42.42.2(pid=24731): stdout: \u000a| (launched: 2022-12-09_22:36:50.155234) \u000a22:36:53.613434 run osmo-hlr_10.42.42.2(pid=24731): stderr: \u000a| �[0;m�[1;31m20221209223650354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223650354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223650354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223650354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223650354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223650354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223650366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223650376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223650376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223650376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:36:53.657188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24730): Terminating (SIGTERM)\u000a22:36:53.698643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24733): Terminating (SIGTERM)\u000a22:36:53.740113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24736): Terminating (SIGTERM)\u000a22:36:53.749798 --- ParallelTerminationStrategy: PID 24730 died...\u000a22:36:53.805593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24730): Terminated: ok {rc=0}\u000a22:36:53.815645 --- ParallelTerminationStrategy: PID 24733 died...\u000a22:36:53.871207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24733): Terminated: ok {rc=0}\u000a22:36:53.881405 --- ParallelTerminationStrategy: PID 24736 died...\u000a22:36:53.936510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24736): Terminated: ok {rc=0}\u000a22:36:54.023055 bus /gobi_0: Setting Powered False\u000a22:36:55.128824 bus /gobi_0: Setting Powered False\u000a22:36:56.236624 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:36:46" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24747): Process ended prematurely: osmo-stp_10.42.42.5(pid=24747) [trial-2365↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24747)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24747): Process ended prematurely: osmo-stp_10.42.42.5(pid=24747) [trial-2365↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:36:58.218761 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:58.229989 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:36:58.382966 tst switch_tch_pdch.py: using LAC 24136\u000a22:36:58.499235 tst switch_tch_pdch.py: using RAC 166\u000a22:36:58.622173 tst switch_tch_pdch.py: using CellId 24136\u000a22:36:58.736859 tst switch_tch_pdch.py: using BVCI 24137\u000a22:36:58.759461 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:58.770393 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:58.781048 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:58.791906 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:58.802714 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:58.813607 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:58.824586 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:36:58.835491 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:36:58.953428 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:36:59.246209 tst switch_tch_pdch.py:51: start network...\u000a22:36:59.378881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:36:59.858120 run create_hlr_db(pid=24741): Launched\u000a22:36:59.987747 bus /gobi_6: Setting Powered False\u000a22:37:01.110598 run create_hlr_db(pid=24741): Terminated: ok {rc=0}\u000a22:37:01.577317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24743): Launched\u000a22:37:02.025666 run osmo-hlr_10.42.42.2(pid=24744): Launched\u000a22:37:02.282565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:02.776647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24746): Launched\u000a22:37:03.075312 run osmo-stp_10.42.42.5(pid=24747): Launched\u000a22:37:03.183898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:37:03.679248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24749): Launched\u000a22:37:03.786815 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:37:04.048163 run patchelf(pid=24750): Launched\u000a22:37:04.223102 run osmo-stp_10.42.42.5(pid=24747): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24747)]\u000a22:37:04.351014 run osmo-stp_10.42.42.5(pid=24747): stdout: \u000a| (launched: 2022-12-09_22:37:02.927865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:04.479290 run osmo-stp_10.42.42.5(pid=24747): stderr: \u000a| �[0;m�[38;5;43m20221209223703099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223703099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223703099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223703099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223703100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223703100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223703100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:04.602460 run osmo-stp_10.42.42.5(pid=24747): stdout: \u000a| (launched: 2022-12-09_22:37:02.927865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:04.724131 run osmo-stp_10.42.42.5(pid=24747): stderr: \u000a| �[0;m�[38;5;43m20221209223703099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223703099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223703099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223703099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223703100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223703100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223703100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:04.867524 run patchelf(pid=24750): Terminating (SIGINT)\u000a22:37:05.035846 run patchelf(pid=24750): Terminated: ok {rc=0}\u000a22:37:05.066510 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24747): Process ended prematurely: osmo-stp_10.42.42.5(pid=24747) [trial-2365↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24747)] [trial-2365↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:37:05.075169 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a22:37:05.135190 run osmo-hlr_10.42.42.2(pid=24744): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24744)]\u000a22:37:05.183823 run osmo-hlr_10.42.42.2(pid=24744): stdout: \u000a| (launched: 2022-12-09_22:37:01.736406) \u000a22:37:05.233315 run osmo-hlr_10.42.42.2(pid=24744): stderr: \u000a| �[0;m�[1;31m20221209223701981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223701981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223701981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223701981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223701981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223701981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223701999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223702012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223702013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223702013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:05.274890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24743): Terminating (SIGTERM)\u000a22:37:05.314849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24746): Terminating (SIGTERM)\u000a22:37:05.354471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24749): Terminating (SIGTERM)\u000a22:37:05.363873 --- ParallelTerminationStrategy: PID 24743 died...\u000a22:37:05.416875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24743): Terminated: ok {rc=0}\u000a22:37:05.426776 --- ParallelTerminationStrategy: PID 24746 died...\u000a22:37:05.480367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24746): Terminated: ok {rc=0}\u000a22:37:05.490230 --- ParallelTerminationStrategy: PID 24749 died...\u000a22:37:05.544232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24749): Terminated: ok {rc=0}\u000a22:37:05.633400 bus /gobi_0: Setting Powered False\u000a22:37:06.737201 bus /gobi_0: Setting Powered False\u000a22:37:07.849404 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:36:57" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24756): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24756) [trial-2365↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24756)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24756): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24756) [trial-2365↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a22:37:09.730308 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a22:37:09.741140 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:37:09.871416 tst mo_mt_sms.py: using LAC 24137\u000a22:37:09.987310 tst mo_mt_sms.py: using RAC 167\u000a22:37:10.103263 tst mo_mt_sms.py: using CellId 24137\u000a22:37:10.219444 tst mo_mt_sms.py: using BVCI 24138\u000a22:37:10.241918 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:37:10.359956 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:37:10.634198 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:37:10.757832 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:37:11.373131 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24755): Launched\u000a22:37:11.666776 run osmo-nitb_10.42.42.2(pid=24756): Launched\u000a22:37:11.849898 run osmo-nitb_10.42.42.2(pid=24756): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24756)]\u000a22:37:11.984840 run osmo-nitb_10.42.42.2(pid=24756): stdout: \u000a| (launched: 2022-12-09_22:37:11.523761) \u000a22:37:12.120158 run osmo-nitb_10.42.42.2(pid=24756): stderr: \u000a| (launched: 2022-12-09_22:37:11.567844)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:12.250414 run osmo-nitb_10.42.42.2(pid=24756): stdout: \u000a| (launched: 2022-12-09_22:37:11.523761) \u000a22:37:12.379478 run osmo-nitb_10.42.42.2(pid=24756): stderr: \u000a| (launched: 2022-12-09_22:37:11.567844)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:12.788085 tst osmo-nitb_10.42.42.2(pid=24756): stdout: \u000a| (launched: 2022-12-09_22:37:11.523761) \u000a22:37:12.907538 tst osmo-nitb_10.42.42.2(pid=24756): stderr: \u000a| (launched: 2022-12-09_22:37:11.567844)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:12.959554 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24756): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24756) [trial-2365↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24756)] [trial-2365↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a22:37:12.967719 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a22:37:13.002751 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24755): Terminating (SIGTERM)\u000a22:37:13.180179 --- ParallelTerminationStrategy: PID 24755 died...\u000a22:37:13.235441 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24755): Terminated: ok {rc=0}\u000a22:37:13.324582 bus /sierra_3: Setting Powered False\u000a22:37:14.429532 bus /sierra_3: Setting Powered False\u000a22:37:15.537772 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:37:09" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24766): Process ended prematurely: osmo-stp_10.42.42.5(pid=24766) [trial-2365↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24766)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24766): Process ended prematurely: osmo-stp_10.42.42.5(pid=24766) [trial-2365↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a22:37:17.446543 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:17.457220 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:37:17.586456 tst mo_mt_sms.py: using LAC 24138\u000a22:37:17.700594 tst mo_mt_sms.py: using RAC 168\u000a22:37:17.815092 tst mo_mt_sms.py: using CellId 24138\u000a22:37:17.929768 tst mo_mt_sms.py: using BVCI 24139\u000a22:37:17.952057 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:17.962727 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:17.973337 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:17.984017 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:17.994858 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:18.005548 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:37:18.125143 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a22:37:18.325226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:18.790164 run create_hlr_db(pid=24760): Launched\u000a22:37:18.961792 bus /sierra_2: Setting Powered False\u000a22:37:19.983086 run create_hlr_db(pid=24760): Terminated: ok {rc=0}\u000a22:37:20.406289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24762): Launched\u000a22:37:20.721844 run osmo-hlr_10.42.42.2(pid=24763): Launched\u000a22:37:20.840683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:21.392720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24765): Launched\u000a22:37:21.708818 run osmo-stp_10.42.42.5(pid=24766): Launched\u000a22:37:21.822606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:37:22.400617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24768): Launched\u000a22:37:22.700333 run osmo-msc_10.42.42.6(pid=24769): Launched\u000a22:37:22.875013 run osmo-stp_10.42.42.5(pid=24766): ERR: Terminated: ERROR {rc=1} [trial-2365↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24766)]\u000a22:37:23.002135 run osmo-stp_10.42.42.5(pid=24766): stdout: \u000a| (launched: 2022-12-09_22:37:21.554183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:23.126899 run osmo-stp_10.42.42.5(pid=24766): stderr: \u000a| �[0;m�[38;5;43m20221209223721746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223721747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223721747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223721747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223721748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223721748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223721748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:23.246113 run osmo-stp_10.42.42.5(pid=24766): stdout: \u000a| (launched: 2022-12-09_22:37:21.554183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:23.364622 run osmo-stp_10.42.42.5(pid=24766): stderr: \u000a| �[0;m�[38;5;43m20221209223721746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223721747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223721747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223721747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223721748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223721748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223721748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:23.416392 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24766): Process ended prematurely: osmo-stp_10.42.42.5(pid=24766) [trial-2365↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24766)] [trial-2365↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a22:37:23.424231 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a22:37:23.485495 run osmo-hlr_10.42.42.2(pid=24763): ERR: Terminated: ERROR {rc=237} [trial-2365↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24763)]\u000a22:37:23.534916 run osmo-hlr_10.42.42.2(pid=24763): stdout: \u000a| (launched: 2022-12-09_22:37:20.567091) \u000a22:37:23.584920 run osmo-hlr_10.42.42.2(pid=24763): stderr: \u000a| �[0;m�[1;31m20221209223720768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223720768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223720768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223720768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223720768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223720768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223720780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223720792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223720792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223720792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:23.653041 run osmo-msc_10.42.42.6(pid=24769): ERR: Terminated: ERROR {rc=2} [trial-2365↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24769)]\u000a22:37:23.702455 run osmo-msc_10.42.42.6(pid=24769): stdout: \u000a| (launched: 2022-12-09_22:37:22.552146) \u000a22:37:23.752640 run osmo-msc_10.42.42.6(pid=24769): stderr: \u000a| �[0;m�[38;5;43m20221209223722822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223722822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed22108c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223722822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223722822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223722823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223722823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223722824 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223722825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223722825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223722825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:37:23.794714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24762): Terminating (SIGTERM)\u000a22:37:23.834662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24765): Terminating (SIGTERM)\u000a22:37:23.874613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24768): Terminating (SIGTERM)\u000a22:37:23.884112 --- ParallelTerminationStrategy: PID 24762 died...\u000a22:37:23.937871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24762): Terminated: ok {rc=0}\u000a22:37:23.947790 --- ParallelTerminationStrategy: PID 24765 died...\u000a22:37:24.001893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24765): Terminated: ok {rc=0}\u000a22:37:24.011468 --- ParallelTerminationStrategy: PID 24768 died...\u000a22:37:24.065206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24768): Terminated: ok {rc=0}\u000a22:37:24.154001 bus /sierra_3: Setting Powered False\u000a22:37:25.262353 bus /sierra_3: Setting Powered False\u000a22:37:26.373395 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:37:17" }, { "cases" : [ { "testActions" : [ ], "age" : 226, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24775): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24775) [trial-2365↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24775)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24775): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24775) [trial-2365↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a22:37:28.202164 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a22:37:28.212879 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:37:28.345969 tst assert_extension.py: using LAC 24139\u000a22:37:28.470415 tst assert_extension.py: using RAC 169\u000a22:37:28.594877 tst assert_extension.py: using CellId 24139\u000a22:37:28.718430 tst assert_extension.py: using BVCI 24140\u000a22:37:28.742415 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a22:37:29.018750 tst assert_extension.py:10: start nitb and bts...\u000a22:37:29.142232 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:37:29.760144 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24774): Launched\u000a22:37:30.055078 run osmo-nitb_10.42.42.2(pid=24775): Launched\u000a22:37:30.239261 run osmo-nitb_10.42.42.2(pid=24775): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24775)]\u000a22:37:30.374880 run osmo-nitb_10.42.42.2(pid=24775): stdout: \u000a| (launched: 2022-12-09_22:37:29.911390) \u000a22:37:30.510699 run osmo-nitb_10.42.42.2(pid=24775): stderr: \u000a| (launched: 2022-12-09_22:37:29.955652)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:30.641920 run osmo-nitb_10.42.42.2(pid=24775): stdout: \u000a| (launched: 2022-12-09_22:37:29.911390) \u000a22:37:30.771680 run osmo-nitb_10.42.42.2(pid=24775): stderr: \u000a| (launched: 2022-12-09_22:37:29.955652)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:31.176661 tst osmo-nitb_10.42.42.2(pid=24775): stdout: \u000a| (launched: 2022-12-09_22:37:29.911390) \u000a22:37:31.298751 tst osmo-nitb_10.42.42.2(pid=24775): stderr: \u000a| (launched: 2022-12-09_22:37:29.955652)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:37:31.352392 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24775): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24775) [trial-2365↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24775)] [trial-2365↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a22:37:31.361013 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a22:37:31.397016 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24774): Terminating (SIGTERM)\u000a22:37:31.575146 --- ParallelTerminationStrategy: PID 24774 died...\u000a22:37:31.632299 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24774): Terminated: ok {rc=0}\u000a22:37:31.737083 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:37:28" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24785): Process ended prematurely: osmo-stp_10.42.42.5(pid=24785) [trial-2365↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24785)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24785): Process ended prematurely: osmo-stp_10.42.42.5(pid=24785) [trial-2365↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a22:37:33.582661 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:33.594587 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:37:33.738907 tst assert_extension.py: using LAC 24140\u000a22:37:33.861817 tst assert_extension.py: using RAC 170\u000a22:37:33.984830 tst assert_extension.py: using CellId 24140\u000a22:37:34.108293 tst assert_extension.py: using BVCI 24141\u000a22:37:34.133110 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:34.144461 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:34.155704 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:34.167503 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:34.179306 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:37:34.191125 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a22:37:34.390324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:34.857991 run create_hlr_db(pid=24779): Launched\u000a22:37:35.029964 bus /sierra_2: Setting Powered False\u000a22:37:36.054428 run create_hlr_db(pid=24779): Terminated: ok {rc=0}\u000a22:37:36.476803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24781): Launched\u000a22:37:36.793940 run osmo-hlr_10.42.42.2(pid=24782): Launched\u000a22:37:36.913711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:37.468197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24784): Launched\u000a22:37:37.788549 run osmo-stp_10.42.42.5(pid=24785): Launched\u000a22:37:37.905037 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:37:38.488135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24787): Launched\u000a22:37:38.805447 run osmo-msc_10.42.42.6(pid=24788): Launched\u000a22:37:38.991897 run osmo-stp_10.42.42.5(pid=24785): ERR: Terminated: ERROR {rc=1} [trial-2365↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24785)]\u000a22:37:39.126704 run osmo-stp_10.42.42.5(pid=24785): stdout: \u000a| (launched: 2022-12-09_22:37:37.631399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:39.260219 run osmo-stp_10.42.42.5(pid=24785): stderr: \u000a| �[0;m�[38;5;43m20221209223737825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223737825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223737826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223737826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223737826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223737827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223737827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:39.387608 run osmo-stp_10.42.42.5(pid=24785): stdout: \u000a| (launched: 2022-12-09_22:37:37.631399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:39.513864 run osmo-stp_10.42.42.5(pid=24785): stderr: \u000a| �[0;m�[38;5;43m20221209223737825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223737825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223737826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223737826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223737826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223737827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223737827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:39.569418 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24785): Process ended prematurely: osmo-stp_10.42.42.5(pid=24785) [trial-2365↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24785)] [trial-2365↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a22:37:39.577990 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a22:37:39.640671 run osmo-hlr_10.42.42.2(pid=24782): ERR: Terminated: ERROR {rc=237} [trial-2365↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24782)]\u000a22:37:39.691898 run osmo-hlr_10.42.42.2(pid=24782): stdout: \u000a| (launched: 2022-12-09_22:37:36.638530) \u000a22:37:39.743640 run osmo-hlr_10.42.42.2(pid=24782): stderr: \u000a| �[0;m�[1;31m20221209223736835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223736835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223736835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223736835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223736835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223736835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223736847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223736855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223736856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223736856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:39.814274 run osmo-msc_10.42.42.6(pid=24788): ERR: Terminated: ERROR {rc=2} [trial-2365↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24788)]\u000a22:37:39.865718 run osmo-msc_10.42.42.6(pid=24788): stdout: \u000a| (launched: 2022-12-09_22:37:38.649658) \u000a22:37:39.917446 run osmo-msc_10.42.42.6(pid=24788): stderr: \u000a| �[0;m�[38;5;43m20221209223738970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223738970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff29ac6fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223738970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223738970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223738971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223738971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223738973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223738973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223738973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223738973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:37:39.961299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24781): Terminating (SIGTERM)\u000a22:37:40.002701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24784): Terminating (SIGTERM)\u000a22:37:40.044185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24787): Terminating (SIGTERM)\u000a22:37:40.053531 --- ParallelTerminationStrategy: PID 24781 died...\u000a22:37:40.109056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24781): Terminated: ok {rc=0}\u000a22:37:40.119166 --- ParallelTerminationStrategy: PID 24784 died...\u000a22:37:40.174425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24784): Terminated: ok {rc=0}\u000a22:37:40.184470 --- ParallelTerminationStrategy: PID 24787 died...\u000a22:37:40.239890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24787): Terminated: ok {rc=0}\u000a22:37:40.326937 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:37:33" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24799): Process ended prematurely: osmo-stp_10.42.42.5(pid=24799) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24799)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24799): Process ended prematurely: osmo-stp_10.42.42.5(pid=24799) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:37:42.268662 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:42.280040 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:37:42.436179 tst mo_mt_call.py: using LAC 24141\u000a22:37:42.559716 tst mo_mt_call.py: using RAC 171\u000a22:37:42.685453 tst mo_mt_call.py: using CellId 24141\u000a22:37:42.810641 tst mo_mt_call.py: using BVCI 24142\u000a22:37:42.835617 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:42.847484 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:42.859916 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:42.871512 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:42.883140 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:42.894600 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:37:43.011434 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:37:43.213337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:43.690849 run create_hlr_db(pid=24793): Launched\u000a22:37:43.864332 bus /sierra_2: Setting Powered False\u000a22:37:44.886498 run create_hlr_db(pid=24793): Terminated: ok {rc=0}\u000a22:37:45.316236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24795): Launched\u000a22:37:45.640517 run osmo-hlr_10.42.42.2(pid=24796): Launched\u000a22:37:45.762918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:46.384409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24798): Launched\u000a22:37:46.721663 run osmo-stp_10.42.42.5(pid=24799): Launched\u000a22:37:46.926046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:37:47.594138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24801): Launched\u000a22:37:47.919456 run osmo-msc_10.42.42.6(pid=24802): Launched\u000a22:37:48.107949 run osmo-stp_10.42.42.5(pid=24799): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24799)]\u000a22:37:48.244317 run osmo-stp_10.42.42.5(pid=24799): stdout: \u000a| (launched: 2022-12-09_22:37:46.551576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:48.380418 run osmo-stp_10.42.42.5(pid=24799): stderr: \u000a| �[0;m�[38;5;43m20221209223746911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223746911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223746912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223746912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223746912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223746921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223746921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:48.510105 run osmo-stp_10.42.42.5(pid=24799): stdout: \u000a| (launched: 2022-12-09_22:37:46.551576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:48.638335 run osmo-stp_10.42.42.5(pid=24799): stderr: \u000a| �[0;m�[38;5;43m20221209223746911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223746911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223746912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223746912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223746912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223746921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223746921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:48.694942 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24799): Process ended prematurely: osmo-stp_10.42.42.5(pid=24799) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24799)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:37:48.703952 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a22:37:48.766359 run osmo-hlr_10.42.42.2(pid=24796): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24796)]\u000a22:37:48.817601 run osmo-hlr_10.42.42.2(pid=24796): stdout: \u000a| (launched: 2022-12-09_22:37:45.480705) \u000a22:37:48.869910 run osmo-hlr_10.42.42.2(pid=24796): stderr: \u000a| �[0;m�[1;31m20221209223745677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223745677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223745677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223745677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223745677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223745678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223745690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223745700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223745701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223745701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:48.940569 run osmo-msc_10.42.42.6(pid=24802): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24802)]\u000a22:37:48.991873 run osmo-msc_10.42.42.6(pid=24802): stdout: \u000a| (launched: 2022-12-09_22:37:47.760362) \u000a22:37:49.043716 run osmo-msc_10.42.42.6(pid=24802): stderr: \u000a| �[0;m�[38;5;43m20221209223748082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223748082 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d7d1e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223748082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223748082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223748083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223748083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223748084 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223748085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223748085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223748085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:37:49.087628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24795): Terminating (SIGTERM)\u000a22:37:49.129375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24798): Terminating (SIGTERM)\u000a22:37:49.170949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24801): Terminating (SIGTERM)\u000a22:37:49.180602 --- ParallelTerminationStrategy: PID 24795 died...\u000a22:37:49.236175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24795): Terminated: ok {rc=0}\u000a22:37:49.246246 --- ParallelTerminationStrategy: PID 24798 died...\u000a22:37:49.301795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24798): Terminated: ok {rc=0}\u000a22:37:49.311780 --- ParallelTerminationStrategy: PID 24801 died...\u000a22:37:49.367098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24801): Terminated: ok {rc=0}\u000a22:37:49.453456 bus /sierra_3: Setting Powered False\u000a22:37:50.558740 bus /sierra_3: Setting Powered False\u000a22:37:51.666832 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24810): Process ended prematurely: osmo-stp_10.42.42.5(pid=24810) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24810)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24810): Process ended prematurely: osmo-stp_10.42.42.5(pid=24810) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:37:52.781614 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:52.794054 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:37:52.955076 tst mo_mt_call_osmux.py: using LAC 24142\u000a22:37:53.081601 tst mo_mt_call_osmux.py: using RAC 172\u000a22:37:53.208457 tst mo_mt_call_osmux.py: using CellId 24142\u000a22:37:53.336576 tst mo_mt_call_osmux.py: using BVCI 24143\u000a22:37:53.361405 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:53.373071 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:53.384517 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:53.396078 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:53.407683 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:37:53.419184 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:37:53.535685 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:37:53.748662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:37:54.265293 run create_hlr_db(pid=24804): Launched\u000a22:37:54.451861 bus /sierra_2: Setting Powered False\u000a22:37:55.473219 run create_hlr_db(pid=24804): Terminated: ok {rc=0}\u000a22:37:55.881212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24806): Launched\u000a22:37:56.183737 run osmo-hlr_10.42.42.2(pid=24807): Launched\u000a22:37:56.303903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:37:56.839732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24809): Launched\u000a22:37:57.141181 run osmo-stp_10.42.42.5(pid=24810): Launched\u000a22:37:57.250752 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:37:57.807182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24812): Launched\u000a22:37:58.111463 run osmo-msc_10.42.42.6(pid=24813): Launched\u000a22:37:58.290236 run osmo-stp_10.42.42.5(pid=24810): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24810)]\u000a22:37:58.419365 run osmo-stp_10.42.42.5(pid=24810): stdout: \u000a| (launched: 2022-12-09_22:37:56.992749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:58.545777 run osmo-stp_10.42.42.5(pid=24810): stderr: \u000a| �[0;m�[38;5;43m20221209223757163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223757164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223757164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223757164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223757165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223757165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223757165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:58.667343 run osmo-stp_10.42.42.5(pid=24810): stdout: \u000a| (launched: 2022-12-09_22:37:56.992749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:37:58.787532 run osmo-stp_10.42.42.5(pid=24810): stderr: \u000a| �[0;m�[38;5;43m20221209223757163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223757164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223757164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223757164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223757165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223757165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223757165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:37:58.840724 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24810): Process ended prematurely: osmo-stp_10.42.42.5(pid=24810) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24810)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:37:58.849259 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:37:58.909842 run osmo-hlr_10.42.42.2(pid=24807): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24807)]\u000a22:37:58.958985 run osmo-hlr_10.42.42.2(pid=24807): stdout: \u000a| (launched: 2022-12-09_22:37:56.035033) \u000a22:37:59.008843 run osmo-hlr_10.42.42.2(pid=24807): stderr: \u000a| �[0;m�[1;31m20221209223756211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223756211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223756211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223756211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223756211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223756211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223756223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223756232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223756232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223756232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:37:59.076451 run osmo-msc_10.42.42.6(pid=24813): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24813)]\u000a22:37:59.125572 run osmo-msc_10.42.42.6(pid=24813): stdout: \u000a| (launched: 2022-12-09_22:37:57.960603) \u000a22:37:59.175223 run osmo-msc_10.42.42.6(pid=24813): stderr: \u000a| �[0;m�[38;5;43m20221209223758231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223758231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5fe16dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223758232 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223758232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223758232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223758232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223758234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223758234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223758234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223758234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:37:59.216916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24806): Terminating (SIGTERM)\u000a22:37:59.256540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24809): Terminating (SIGTERM)\u000a22:37:59.296258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24812): Terminating (SIGTERM)\u000a22:37:59.305782 --- ParallelTerminationStrategy: PID 24806 died...\u000a22:37:59.359396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24806): Terminated: ok {rc=0}\u000a22:37:59.369364 --- ParallelTerminationStrategy: PID 24809 died...\u000a22:37:59.422438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24809): Terminated: ok {rc=0}\u000a22:37:59.432296 --- ParallelTerminationStrategy: PID 24812 died...\u000a22:37:59.485540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24812): Terminated: ok {rc=0}\u000a22:37:59.574551 bus /sierra_3: Setting Powered False\u000a22:38:00.676391 bus /sierra_3: Setting Powered False\u000a22:38:01.816104 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:37:41" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24837): Process ended prematurely: osmo-stp_10.42.42.5(pid=24837) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24837)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24837): Process ended prematurely: osmo-stp_10.42.42.5(pid=24837) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:38:03.829404 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:03.841917 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:38:04.004784 tst mo_mt_call.py: using LAC 24143\u000a22:38:04.136529 tst mo_mt_call.py: using RAC 173\u000a22:38:04.265692 tst mo_mt_call.py: using CellId 24143\u000a22:38:04.396691 tst mo_mt_call.py: using BVCI 24144\u000a22:38:04.422530 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:04.435097 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:04.447508 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:04.460149 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:04.472803 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:04.485246 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:38:04.611353 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:38:04.828326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:05.396827 run create_hlr_db(pid=24829): Launched\u000a22:38:05.587991 bus /sierra_2: Setting Powered False\u000a22:38:06.599633 run create_hlr_db(pid=24829): Terminated: ok {rc=0}\u000a22:38:07.046039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24833): Launched\u000a22:38:07.469719 run osmo-hlr_10.42.42.2(pid=24834): Launched\u000a22:38:07.694964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:08.350044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24836): Launched\u000a22:38:08.756607 run osmo-stp_10.42.42.5(pid=24837): Launched\u000a22:38:08.995456 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:09.658787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24839): Launched\u000a22:38:10.121474 run osmo-msc_10.42.42.6(pid=24840): Launched\u000a22:38:10.538268 run osmo-stp_10.42.42.5(pid=24837): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24837)]\u000a22:38:10.822095 run osmo-stp_10.42.42.5(pid=24837): stdout: \u000a| (launched: 2022-12-09_22:38:08.508838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:11.037573 run osmo-stp_10.42.42.5(pid=24837): stderr: \u000a| �[0;m�[38;5;43m20221209223808845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223808845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223808845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223808846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223808846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223808846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223808846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:11.199213 run osmo-stp_10.42.42.5(pid=24837): stdout: \u000a| (launched: 2022-12-09_22:38:08.508838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:11.356570 run osmo-stp_10.42.42.5(pid=24837): stderr: \u000a| �[0;m�[38;5;43m20221209223808845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223808845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223808845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223808846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223808846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223808846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223808846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:11.425436 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24837): Process ended prematurely: osmo-stp_10.42.42.5(pid=24837) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24837)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:38:11.441149 tst mo_mt_call.py:8: Test FAILED (7.6 sec)\u000a22:38:11.517690 run osmo-hlr_10.42.42.2(pid=24834): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24834)]\u000a22:38:11.577203 run osmo-hlr_10.42.42.2(pid=24834): stdout: \u000a| (launched: 2022-12-09_22:38:07.204047) \u000a22:38:11.640927 run osmo-hlr_10.42.42.2(pid=24834): stderr: \u000a| �[0;m�[1;31m20221209223807549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223807549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223807549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223807549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223807549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223807549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223807569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223807582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223807582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223807582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:11.728607 run osmo-msc_10.42.42.6(pid=24840): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24840)]\u000a22:38:11.792365 run osmo-msc_10.42.42.6(pid=24840): stdout: \u000a| (launched: 2022-12-09_22:38:09.819043) \u000a22:38:11.858307 run osmo-msc_10.42.42.6(pid=24840): stderr: \u000a| �[0;m�[38;5;43m20221209223810501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223810501 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60dd1f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223810501 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223810501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223810501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223810502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223810503 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223810504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223810504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223810504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:11.911241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24833): Terminating (SIGTERM)\u000a22:38:11.974763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24836): Terminating (SIGTERM)\u000a22:38:12.028321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24839): Terminating (SIGTERM)\u000a22:38:12.038988 --- ParallelTerminationStrategy: PID 24833 died...\u000a22:38:12.108905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24833): Terminated: ok {rc=0}\u000a22:38:12.124427 --- ParallelTerminationStrategy: PID 24836 died...\u000a22:38:12.191833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24836): Terminated: ok {rc=0}\u000a22:38:12.206466 --- ParallelTerminationStrategy: PID 24839 died...\u000a22:38:12.271170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24839): Terminated: ok {rc=0}\u000a22:38:12.379687 bus /sierra_3: Setting Powered False\u000a22:38:13.489217 bus /sierra_3: Setting Powered False\u000a22:38:14.600788 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25106): Process ended prematurely: osmo-stp_10.42.42.5(pid=25106) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25106)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25106): Process ended prematurely: osmo-stp_10.42.42.5(pid=25106) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:38:15.715623 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:15.729943 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:38:15.901556 tst mo_mt_call_osmux.py: using LAC 24144\u000a22:38:16.057049 tst mo_mt_call_osmux.py: using RAC 174\u000a22:38:16.213714 tst mo_mt_call_osmux.py: using CellId 24144\u000a22:38:16.387794 tst mo_mt_call_osmux.py: using BVCI 24145\u000a22:38:16.419581 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:16.433796 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:16.450221 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:16.467394 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:16.482073 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:38:16.498465 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:38:16.677276 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:38:16.945349 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:17.485037 run create_hlr_db(pid=25100): Launched\u000a22:38:17.667935 bus /sierra_2: Setting Powered False\u000a22:38:18.698515 run create_hlr_db(pid=25100): Terminated: ok {rc=0}\u000a22:38:19.159352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25102): Launched\u000a22:38:19.596247 run osmo-hlr_10.42.42.2(pid=25103): Launched\u000a22:38:19.764515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:20.423883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25105): Launched\u000a22:38:20.866946 run osmo-stp_10.42.42.5(pid=25106): Launched\u000a22:38:21.090652 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:21.720935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25108): Launched\u000a22:38:22.176362 run osmo-msc_10.42.42.6(pid=25109): Launched\u000a22:38:22.513148 run osmo-stp_10.42.42.5(pid=25106): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25106)]\u000a22:38:22.757914 run osmo-stp_10.42.42.5(pid=25106): stdout: \u000a| (launched: 2022-12-09_22:38:20.594703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:22.898648 run osmo-stp_10.42.42.5(pid=25106): stderr: \u000a| �[0;m�[38;5;43m20221209223820909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223820909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223820910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223820910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223820911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223820911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223820911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:23.034542 run osmo-stp_10.42.42.5(pid=25106): stdout: \u000a| (launched: 2022-12-09_22:38:20.594703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:23.169398 run osmo-stp_10.42.42.5(pid=25106): stderr: \u000a| �[0;m�[38;5;43m20221209223820909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223820909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223820910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223820910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223820911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223820911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223820911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:23.228591 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25106): Process ended prematurely: osmo-stp_10.42.42.5(pid=25106) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25106)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:38:23.238881 tst mo_mt_call_osmux.py:8: Test FAILED (7.6 sec)\u000a22:38:23.304253 run osmo-hlr_10.42.42.2(pid=25103): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25103)]\u000a22:38:23.359594 run osmo-hlr_10.42.42.2(pid=25103): stdout: \u000a| (launched: 2022-12-09_22:38:19.330508) \u000a22:38:23.414157 run osmo-hlr_10.42.42.2(pid=25103): stderr: \u000a| �[0;m�[1;31m20221209223819646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223819646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223819646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223819646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223819646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223819646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223819678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223819686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223819686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223819687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:23.487872 run osmo-msc_10.42.42.6(pid=25109): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25109)]\u000a22:38:23.542270 run osmo-msc_10.42.42.6(pid=25109): stdout: \u000a| (launched: 2022-12-09_22:38:21.891974) \u000a22:38:23.596371 run osmo-msc_10.42.42.6(pid=25109): stderr: \u000a| �[0;m�[38;5;43m20221209223822445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223822445 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4e07eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223822445 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223822446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223822446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223822446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223822451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223822451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223822453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223822453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:23.642767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25102): Terminating (SIGTERM)\u000a22:38:23.688907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25105): Terminating (SIGTERM)\u000a22:38:23.735838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25108): Terminating (SIGTERM)\u000a22:38:23.746929 --- ParallelTerminationStrategy: PID 25102 died...\u000a22:38:23.806700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25102): Terminated: ok {rc=0}\u000a22:38:23.818057 --- ParallelTerminationStrategy: PID 25105 died...\u000a22:38:23.876929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25105): Terminated: ok {rc=0}\u000a22:38:23.888366 --- ParallelTerminationStrategy: PID 25108 died...\u000a22:38:23.948465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25108): Terminated: ok {rc=0}\u000a22:38:24.040421 bus /sierra_3: Setting Powered False\u000a22:38:25.143172 bus /sierra_3: Setting Powered False\u000a22:38:26.253986 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:38:03" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25121): Process ended prematurely: osmo-stp_10.42.42.5(pid=25121) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25121)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25121): Process ended prematurely: osmo-stp_10.42.42.5(pid=25121) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:38:28.240753 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:28.252589 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:38:28.415225 tst mo_mt_call.py: using LAC 24145\u000a22:38:28.542672 tst mo_mt_call.py: using RAC 175\u000a22:38:28.672294 tst mo_mt_call.py: using CellId 24145\u000a22:38:28.800785 tst mo_mt_call.py: using BVCI 24146\u000a22:38:28.825452 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:28.837104 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:28.848443 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:28.859832 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:28.871339 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:28.883208 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:38:29.003028 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:38:29.204500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:29.681911 run create_hlr_db(pid=25115): Launched\u000a22:38:29.857115 bus /sierra_2: Setting Powered False\u000a22:38:30.880241 run create_hlr_db(pid=25115): Terminated: ok {rc=0}\u000a22:38:31.387940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25117): Launched\u000a22:38:31.729989 run osmo-hlr_10.42.42.2(pid=25118): Launched\u000a22:38:31.927450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:32.575615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25120): Launched\u000a22:38:32.879347 run osmo-stp_10.42.42.5(pid=25121): Launched\u000a22:38:32.989950 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:33.547297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25123): Launched\u000a22:38:33.853450 run osmo-msc_10.42.42.6(pid=25124): Launched\u000a22:38:34.034415 run osmo-stp_10.42.42.5(pid=25121): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25121)]\u000a22:38:34.164932 run osmo-stp_10.42.42.5(pid=25121): stdout: \u000a| (launched: 2022-12-09_22:38:32.729697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:34.292761 run osmo-stp_10.42.42.5(pid=25121): stderr: \u000a| �[0;m�[38;5;43m20221209223832900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223832900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223832900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223832901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223832901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223832901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223832901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:34.415630 run osmo-stp_10.42.42.5(pid=25121): stdout: \u000a| (launched: 2022-12-09_22:38:32.729697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:34.537344 run osmo-stp_10.42.42.5(pid=25121): stderr: \u000a| �[0;m�[38;5;43m20221209223832900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223832900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223832900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223832901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223832901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223832901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223832901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:34.591080 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25121): Process ended prematurely: osmo-stp_10.42.42.5(pid=25121) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25121)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:38:34.599625 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a22:38:34.664374 run osmo-hlr_10.42.42.2(pid=25118): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25118)]\u000a22:38:34.715564 run osmo-hlr_10.42.42.2(pid=25118): stdout: \u000a| (launched: 2022-12-09_22:38:31.547307) \u000a22:38:34.767848 run osmo-hlr_10.42.42.2(pid=25118): stderr: \u000a| �[0;m�[1;31m20221209223831914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223831914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223831914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223831914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223831914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223831914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223831935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223831948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223831948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223831948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:34.838503 run osmo-msc_10.42.42.6(pid=25124): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25124)]\u000a22:38:34.890034 run osmo-msc_10.42.42.6(pid=25124): stdout: \u000a| (launched: 2022-12-09_22:38:33.701736) \u000a22:38:34.941849 run osmo-msc_10.42.42.6(pid=25124): stderr: \u000a| �[0;m�[38;5;43m20221209223833975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223833975 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1827094c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223833975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223833975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223833975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223833975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223833977 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223833977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223833978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223833978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:34.986078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25117): Terminating (SIGTERM)\u000a22:38:35.028114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25120): Terminating (SIGTERM)\u000a22:38:35.070218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25123): Terminating (SIGTERM)\u000a22:38:35.080290 --- ParallelTerminationStrategy: PID 25117 died...\u000a22:38:35.136799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25117): Terminated: ok {rc=0}\u000a22:38:35.147285 --- ParallelTerminationStrategy: PID 25120 died...\u000a22:38:35.203197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25120): Terminated: ok {rc=0}\u000a22:38:35.213574 --- ParallelTerminationStrategy: PID 25123 died...\u000a22:38:35.269485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25123): Terminated: ok {rc=0}\u000a22:38:35.357296 bus /sierra_3: Setting Powered False\u000a22:38:36.460992 bus /sierra_3: Setting Powered False\u000a22:38:37.570537 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25132): Process ended prematurely: osmo-stp_10.42.42.5(pid=25132) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25132)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25132): Process ended prematurely: osmo-stp_10.42.42.5(pid=25132) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:38:38.678749 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:38.690820 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:38:38.850889 tst mo_mt_call_osmux.py: using LAC 24146\u000a22:38:38.979309 tst mo_mt_call_osmux.py: using RAC 176\u000a22:38:39.106587 tst mo_mt_call_osmux.py: using CellId 24146\u000a22:38:39.233843 tst mo_mt_call_osmux.py: using BVCI 24147\u000a22:38:39.258632 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:39.270422 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:39.282167 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:39.294036 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:39.305768 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:38:39.317346 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:38:39.438469 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:38:39.650845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:40.168492 run create_hlr_db(pid=25126): Launched\u000a22:38:40.355748 bus /sierra_2: Setting Powered False\u000a22:38:41.376831 run create_hlr_db(pid=25126): Terminated: ok {rc=0}\u000a22:38:41.784377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25128): Launched\u000a22:38:42.088153 run osmo-hlr_10.42.42.2(pid=25129): Launched\u000a22:38:42.203918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:42.732910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25131): Launched\u000a22:38:43.036170 run osmo-stp_10.42.42.5(pid=25132): Launched\u000a22:38:43.146775 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:43.700810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25134): Launched\u000a22:38:44.014822 run osmo-msc_10.42.42.6(pid=25135): Launched\u000a22:38:44.207128 run osmo-stp_10.42.42.5(pid=25132): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25132)]\u000a22:38:44.346727 run osmo-stp_10.42.42.5(pid=25132): stdout: \u000a| (launched: 2022-12-09_22:38:42.886673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:44.483544 run osmo-stp_10.42.42.5(pid=25132): stderr: \u000a| �[0;m�[38;5;43m20221209223843056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223843056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223843057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223843057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223843057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223843057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223843058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:44.614042 run osmo-stp_10.42.42.5(pid=25132): stdout: \u000a| (launched: 2022-12-09_22:38:42.886673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:44.742873 run osmo-stp_10.42.42.5(pid=25132): stderr: \u000a| �[0;m�[38;5;43m20221209223843056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223843056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223843057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223843057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223843057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223843057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223843058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:44.799635 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25132): Process ended prematurely: osmo-stp_10.42.42.5(pid=25132) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25132)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:38:44.809089 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:38:44.872565 run osmo-hlr_10.42.42.2(pid=25129): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25129)]\u000a22:38:44.924591 run osmo-hlr_10.42.42.2(pid=25129): stdout: \u000a| (launched: 2022-12-09_22:38:41.938291) \u000a22:38:44.977100 run osmo-hlr_10.42.42.2(pid=25129): stderr: \u000a| �[0;m�[1;31m20221209223842117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223842118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223842118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223842118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223842118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223842118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223842130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223842139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223842140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223842140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:45.048175 run osmo-msc_10.42.42.6(pid=25135): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25135)]\u000a22:38:45.099556 run osmo-msc_10.42.42.6(pid=25135): stdout: \u000a| (launched: 2022-12-09_22:38:43.856397) \u000a22:38:45.151432 run osmo-msc_10.42.42.6(pid=25135): stderr: \u000a| �[0;m�[38;5;43m20221209223844172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223844172 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45b0df2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223844172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223844172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223844173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223844173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223844174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223844175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223844175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223844175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:45.195350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25128): Terminating (SIGTERM)\u000a22:38:45.237211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25131): Terminating (SIGTERM)\u000a22:38:45.279164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25134): Terminating (SIGTERM)\u000a22:38:45.289085 --- ParallelTerminationStrategy: PID 25128 died...\u000a22:38:45.345531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25128): Terminated: ok {rc=0}\u000a22:38:45.356061 --- ParallelTerminationStrategy: PID 25131 died...\u000a22:38:45.412225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25131): Terminated: ok {rc=0}\u000a22:38:45.422515 --- ParallelTerminationStrategy: PID 25134 died...\u000a22:38:45.478377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25134): Terminated: ok {rc=0}\u000a22:38:45.566527 bus /sierra_3: Setting Powered False\u000a22:38:46.672359 bus /sierra_3: Setting Powered False\u000a22:38:47.782734 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:38:27" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25146): Process ended prematurely: osmo-stp_10.42.42.5(pid=25146) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25146)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25146): Process ended prematurely: osmo-stp_10.42.42.5(pid=25146) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:38:49.768022 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:49.779230 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:38:49.930213 tst mo_mt_call.py: using LAC 24147\u000a22:38:50.047151 tst mo_mt_call.py: using RAC 177\u000a22:38:50.164492 tst mo_mt_call.py: using CellId 24147\u000a22:38:50.283080 tst mo_mt_call.py: using BVCI 24148\u000a22:38:50.306016 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:50.317295 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:50.328318 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:50.339681 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:50.351158 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:38:50.362552 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:38:50.477433 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:38:50.678431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:38:51.156589 run create_hlr_db(pid=25140): Launched\u000a22:38:51.332266 bus /sierra_2: Setting Powered False\u000a22:38:52.353472 run create_hlr_db(pid=25140): Terminated: ok {rc=0}\u000a22:38:52.785791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25142): Launched\u000a22:38:53.110149 run osmo-hlr_10.42.42.2(pid=25143): Launched\u000a22:38:53.228697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:38:53.791062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25145): Launched\u000a22:38:54.114877 run osmo-stp_10.42.42.5(pid=25146): Launched\u000a22:38:54.232758 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:38:54.824168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25148): Launched\u000a22:38:55.149130 run osmo-msc_10.42.42.6(pid=25149): Launched\u000a22:38:55.339195 run osmo-stp_10.42.42.5(pid=25146): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25146)]\u000a22:38:55.476060 run osmo-stp_10.42.42.5(pid=25146): stdout: \u000a| (launched: 2022-12-09_22:38:53.955949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:55.612924 run osmo-stp_10.42.42.5(pid=25146): stderr: \u000a| �[0;m�[38;5;43m20221209223854149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223854149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223854150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223854150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223854151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223854151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223854151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:55.743177 run osmo-stp_10.42.42.5(pid=25146): stdout: \u000a| (launched: 2022-12-09_22:38:53.955949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:38:55.871694 run osmo-stp_10.42.42.5(pid=25146): stderr: \u000a| �[0;m�[38;5;43m20221209223854149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223854149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223854150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223854150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223854151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223854151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223854151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:38:55.929010 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25146): Process ended prematurely: osmo-stp_10.42.42.5(pid=25146) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25146)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a22:38:55.938280 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:38:56.001086 run osmo-hlr_10.42.42.2(pid=25143): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25143)]\u000a22:38:56.052606 run osmo-hlr_10.42.42.2(pid=25143): stdout: \u000a| (launched: 2022-12-09_22:38:52.951350) \u000a22:38:56.104525 run osmo-hlr_10.42.42.2(pid=25143): stderr: \u000a| �[0;m�[1;31m20221209223853149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223853149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223853149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223853149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223853149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223853150 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223853166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223853176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223853176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223853176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:38:56.175440 run osmo-msc_10.42.42.6(pid=25149): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25149)]\u000a22:38:56.226824 run osmo-msc_10.42.42.6(pid=25149): stdout: \u000a| (launched: 2022-12-09_22:38:54.989590) \u000a22:38:56.278473 run osmo-msc_10.42.42.6(pid=25149): stderr: \u000a| �[0;m�[38;5;43m20221209223855313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223855313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fada8242c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223855313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223855313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223855314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223855314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223855315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223855316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223855316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223855316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:38:56.322472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25142): Terminating (SIGTERM)\u000a22:38:56.364074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25145): Terminating (SIGTERM)\u000a22:38:56.405708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25148): Terminating (SIGTERM)\u000a22:38:56.415408 --- ParallelTerminationStrategy: PID 25142 died...\u000a22:38:56.471456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25142): Terminated: ok {rc=0}\u000a22:38:56.481730 --- ParallelTerminationStrategy: PID 25145 died...\u000a22:38:56.537246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25145): Terminated: ok {rc=0}\u000a22:38:56.547362 --- ParallelTerminationStrategy: PID 25148 died...\u000a22:38:56.602819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25148): Terminated: ok {rc=0}\u000a22:38:56.690011 bus /sierra_3: Setting Powered False\u000a22:38:57.795963 bus /sierra_3: Setting Powered False\u000a22:38:58.907649 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25157): Process ended prematurely: osmo-stp_10.42.42.5(pid=25157) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25157)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25157): Process ended prematurely: osmo-stp_10.42.42.5(pid=25157) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:39:00.016821 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:39:00.028919 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a22:39:00.181944 tst mo_mt_call_osmux.py: using LAC 24148\u000a22:39:00.303121 tst mo_mt_call_osmux.py: using RAC 178\u000a22:39:00.424041 tst mo_mt_call_osmux.py: using CellId 24148\u000a22:39:00.544051 tst mo_mt_call_osmux.py: using BVCI 24149\u000a22:39:00.567237 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:39:00.579044 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:39:00.590392 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:39:00.602122 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:39:00.613822 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a22:39:00.625387 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:39:00.740696 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a22:39:00.979241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:01.482940 run create_hlr_db(pid=25151): Launched\u000a22:39:01.662657 bus /sierra_2: Setting Powered False\u000a22:39:02.681682 run create_hlr_db(pid=25151): Terminated: ok {rc=0}\u000a22:39:03.112583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25153): Launched\u000a22:39:03.436089 run osmo-hlr_10.42.42.2(pid=25154): Launched\u000a22:39:03.553454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:04.115817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25156): Launched\u000a22:39:04.440578 run osmo-stp_10.42.42.5(pid=25157): Launched\u000a22:39:04.557421 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:05.150703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25159): Launched\u000a22:39:05.475774 run osmo-msc_10.42.42.6(pid=25160): Launched\u000a22:39:05.666085 run osmo-stp_10.42.42.5(pid=25157): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25157)]\u000a22:39:05.802901 run osmo-stp_10.42.42.5(pid=25157): stdout: \u000a| (launched: 2022-12-09_22:39:04.281190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:05.939561 run osmo-stp_10.42.42.5(pid=25157): stderr: \u000a| �[0;m�[38;5;43m20221209223904475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223904475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223904475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223904475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223904476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223904476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223904476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:06.069909 run osmo-stp_10.42.42.5(pid=25157): stdout: \u000a| (launched: 2022-12-09_22:39:04.281190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:06.198663 run osmo-stp_10.42.42.5(pid=25157): stderr: \u000a| �[0;m�[38;5;43m20221209223904475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223904475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223904475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223904475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223904476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223904476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223904476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:06.255757 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25157): Process ended prematurely: osmo-stp_10.42.42.5(pid=25157) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25157)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a22:39:06.265012 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:39:06.328525 run osmo-hlr_10.42.42.2(pid=25154): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25154)]\u000a22:39:06.380069 run osmo-hlr_10.42.42.2(pid=25154): stdout: \u000a| (launched: 2022-12-09_22:39:03.277422) \u000a22:39:06.432018 run osmo-hlr_10.42.42.2(pid=25154): stderr: \u000a| �[0;m�[1;31m20221209223903479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223903479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223903479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223903479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223903479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223903479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223903492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223903501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223903501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223903501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:06.502729 run osmo-msc_10.42.42.6(pid=25160): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25160)]\u000a22:39:06.554104 run osmo-msc_10.42.42.6(pid=25160): stdout: \u000a| (launched: 2022-12-09_22:39:05.317361) \u000a22:39:06.606125 run osmo-msc_10.42.42.6(pid=25160): stderr: \u000a| �[0;m�[38;5;43m20221209223905641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223905641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f334d026c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223905641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223905641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223905641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223905642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223905643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223905644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223905644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223905644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:06.650197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25153): Terminating (SIGTERM)\u000a22:39:06.691910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25156): Terminating (SIGTERM)\u000a22:39:06.734229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25159): Terminating (SIGTERM)\u000a22:39:06.744097 --- ParallelTerminationStrategy: PID 25153 died...\u000a22:39:06.799988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25153): Terminated: ok {rc=0}\u000a22:39:06.810234 --- ParallelTerminationStrategy: PID 25156 died...\u000a22:39:06.865926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25156): Terminated: ok {rc=0}\u000a22:39:06.876019 --- ParallelTerminationStrategy: PID 25159 died...\u000a22:39:06.932192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25159): Terminated: ok {rc=0}\u000a22:39:07.018542 bus /sierra_3: Setting Powered False\u000a22:39:08.125266 bus /sierra_3: Setting Powered False\u000a22:39:09.232669 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:38:49" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25175): Process ended prematurely: osmo-stp_10.42.42.5(pid=25175) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25175)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25175): Process ended prematurely: osmo-stp_10.42.42.5(pid=25175) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:39:11.225419 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:11.236683 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:39:11.387861 tst mo_mt_call.py: using LAC 24149\u000a22:39:11.506885 tst mo_mt_call.py: using RAC 179\u000a22:39:11.630938 tst mo_mt_call.py: using CellId 24149\u000a22:39:11.753057 tst mo_mt_call.py: using BVCI 24150\u000a22:39:11.775957 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:11.787148 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:11.798123 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:11.809259 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:11.820602 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:11.831697 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:39:11.951909 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:39:12.155923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:12.636737 run create_hlr_db(pid=25169): Launched\u000a22:39:12.812038 bus /sierra_2: Setting Powered False\u000a22:39:13.833040 run create_hlr_db(pid=25169): Terminated: ok {rc=0}\u000a22:39:14.239221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25171): Launched\u000a22:39:14.544350 run osmo-hlr_10.42.42.2(pid=25172): Launched\u000a22:39:14.659224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:15.185703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25174): Launched\u000a22:39:15.489610 run osmo-stp_10.42.42.5(pid=25175): Launched\u000a22:39:15.600492 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:16.206561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25177): Launched\u000a22:39:16.659486 run osmo-msc_10.42.42.6(pid=25178): Launched\u000a22:39:17.096891 run osmo-stp_10.42.42.5(pid=25175): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25175)]\u000a22:39:17.239570 run osmo-stp_10.42.42.5(pid=25175): stdout: \u000a| (launched: 2022-12-09_22:39:15.339995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:17.379997 run osmo-stp_10.42.42.5(pid=25175): stderr: \u000a| �[0;m�[38;5;43m20221209223915512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223915512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223915513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223915513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223915514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223915514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223915514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:17.511409 run osmo-stp_10.42.42.5(pid=25175): stdout: \u000a| (launched: 2022-12-09_22:39:15.339995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:17.641296 run osmo-stp_10.42.42.5(pid=25175): stderr: \u000a| �[0;m�[38;5;43m20221209223915512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223915512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223915513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223915513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223915514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223915514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223915514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:17.698740 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25175): Process ended prematurely: osmo-stp_10.42.42.5(pid=25175) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25175)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:39:17.707951 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a22:39:17.772194 run osmo-hlr_10.42.42.2(pid=25172): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25172)]\u000a22:39:17.824393 run osmo-hlr_10.42.42.2(pid=25172): stdout: \u000a| (launched: 2022-12-09_22:39:14.394427) \u000a22:39:17.876589 run osmo-hlr_10.42.42.2(pid=25172): stderr: \u000a| �[0;m�[1;31m20221209223914573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223914573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223914573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223914573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223914573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223914573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223914585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223914594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223914594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223914594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:17.949106 run osmo-msc_10.42.42.6(pid=25178): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25178)]\u000a22:39:18.001246 run osmo-msc_10.42.42.6(pid=25178): stdout: \u000a| (launched: 2022-12-09_22:39:16.364189) \u000a22:39:18.053712 run osmo-msc_10.42.42.6(pid=25178): stderr: \u000a| �[0;m�[38;5;43m20221209223916757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223916757 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f884e0d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223916757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223916757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223916757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223916758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223916762 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223916762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223916762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223916763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:18.098288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25171): Terminating (SIGTERM)\u000a22:39:18.141330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25174): Terminating (SIGTERM)\u000a22:39:18.183432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25177): Terminating (SIGTERM)\u000a22:39:18.193837 --- ParallelTerminationStrategy: PID 25171 died...\u000a22:39:18.250828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25171): Terminated: ok {rc=0}\u000a22:39:18.261119 --- ParallelTerminationStrategy: PID 25174 died...\u000a22:39:18.317830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25174): Terminated: ok {rc=0}\u000a22:39:18.328007 --- ParallelTerminationStrategy: PID 25177 died...\u000a22:39:18.385062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25177): Terminated: ok {rc=0}\u000a22:39:18.471642 bus /sierra_3: Setting Powered False\u000a22:39:19.578769 bus /sierra_3: Setting Powered False\u000a22:39:20.687050 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25186): Process ended prematurely: osmo-stp_10.42.42.5(pid=25186) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25186)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25186): Process ended prematurely: osmo-stp_10.42.42.5(pid=25186) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:39:21.800847 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:21.813255 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:39:21.974370 tst mo_mt_call_osmux.py: using LAC 24150\u000a22:39:22.096838 tst mo_mt_call_osmux.py: using RAC 180\u000a22:39:22.217732 tst mo_mt_call_osmux.py: using CellId 24150\u000a22:39:22.335968 tst mo_mt_call_osmux.py: using BVCI 24151\u000a22:39:22.359195 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:22.370595 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:22.382059 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:22.393572 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:22.404864 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:39:22.416012 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:39:22.536880 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:39:22.741386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:23.219434 run create_hlr_db(pid=25180): Launched\u000a22:39:23.393710 bus /sierra_2: Setting Powered False\u000a22:39:24.416458 run create_hlr_db(pid=25180): Terminated: ok {rc=0}\u000a22:39:24.850620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25182): Launched\u000a22:39:25.176637 run osmo-hlr_10.42.42.2(pid=25183): Launched\u000a22:39:25.297577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:25.864561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25185): Launched\u000a22:39:26.190340 run osmo-stp_10.42.42.5(pid=25186): Launched\u000a22:39:26.308154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:26.904907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25188): Launched\u000a22:39:27.229999 run osmo-msc_10.42.42.6(pid=25189): Launched\u000a22:39:27.420105 run osmo-stp_10.42.42.5(pid=25186): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25186)]\u000a22:39:27.557355 run osmo-stp_10.42.42.5(pid=25186): stdout: \u000a| (launched: 2022-12-09_22:39:26.030403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:27.694132 run osmo-stp_10.42.42.5(pid=25186): stderr: \u000a| �[0;m�[38;5;43m20221209223926226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223926226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223926226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223926227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223926227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223926227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223926227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:27.824013 run osmo-stp_10.42.42.5(pid=25186): stdout: \u000a| (launched: 2022-12-09_22:39:26.030403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:27.953268 run osmo-stp_10.42.42.5(pid=25186): stderr: \u000a| �[0;m�[38;5;43m20221209223926226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223926226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223926226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223926227 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223926227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223926227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223926227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:28.010587 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25186): Process ended prematurely: osmo-stp_10.42.42.5(pid=25186) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25186)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:39:28.019891 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a22:39:28.082289 run osmo-hlr_10.42.42.2(pid=25183): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25183)]\u000a22:39:28.133473 run osmo-hlr_10.42.42.2(pid=25183): stdout: \u000a| (launched: 2022-12-09_22:39:25.016755) \u000a22:39:28.185247 run osmo-hlr_10.42.42.2(pid=25183): stderr: \u000a| �[0;m�[1;31m20221209223925214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223925214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223925214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223925214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223925214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223925214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223925226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223925235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223925235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223925235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:28.255727 run osmo-msc_10.42.42.6(pid=25189): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25189)]\u000a22:39:28.306775 run osmo-msc_10.42.42.6(pid=25189): stdout: \u000a| (launched: 2022-12-09_22:39:27.070403) \u000a22:39:28.358438 run osmo-msc_10.42.42.6(pid=25189): stderr: \u000a| �[0;m�[38;5;43m20221209223927395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223927395 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f173646ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223927395 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223927395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223927395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223927396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223927397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223927398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223927398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223927398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:28.402514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25182): Terminating (SIGTERM)\u000a22:39:28.444518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25185): Terminating (SIGTERM)\u000a22:39:28.486656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25188): Terminating (SIGTERM)\u000a22:39:28.496422 --- ParallelTerminationStrategy: PID 25182 died...\u000a22:39:28.552411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25182): Terminated: ok {rc=0}\u000a22:39:28.562885 --- ParallelTerminationStrategy: PID 25185 died...\u000a22:39:28.618524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25185): Terminated: ok {rc=0}\u000a22:39:28.628621 --- ParallelTerminationStrategy: PID 25188 died...\u000a22:39:28.684169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25188): Terminated: ok {rc=0}\u000a22:39:28.771991 bus /sierra_3: Setting Powered False\u000a22:39:29.875131 bus /sierra_3: Setting Powered False\u000a22:39:30.991026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:39:10" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25200): Process ended prematurely: osmo-stp_10.42.42.5(pid=25200) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25200)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25200): Process ended prematurely: osmo-stp_10.42.42.5(pid=25200) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:39:32.999711 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:33.011665 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:39:33.171018 tst mo_mt_call.py: using LAC 24151\u000a22:39:33.297358 tst mo_mt_call.py: using RAC 181\u000a22:39:33.422671 tst mo_mt_call.py: using CellId 24151\u000a22:39:33.548254 tst mo_mt_call.py: using BVCI 24152\u000a22:39:33.573093 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:33.584791 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:33.596384 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:33.607903 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:33.619631 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:33.631111 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:39:33.749412 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:39:33.955639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:34.437609 run create_hlr_db(pid=25194): Launched\u000a22:39:34.615619 bus /sierra_2: Setting Powered False\u000a22:39:35.635114 run create_hlr_db(pid=25194): Terminated: ok {rc=0}\u000a22:39:36.067971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25196): Launched\u000a22:39:36.392784 run osmo-hlr_10.42.42.2(pid=25197): Launched\u000a22:39:36.511574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:37.077364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25199): Launched\u000a22:39:37.402932 run osmo-stp_10.42.42.5(pid=25200): Launched\u000a22:39:37.522076 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:38.120577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25202): Launched\u000a22:39:38.446361 run osmo-msc_10.42.42.6(pid=25203): Launched\u000a22:39:38.637448 run osmo-stp_10.42.42.5(pid=25200): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25200)]\u000a22:39:38.774934 run osmo-stp_10.42.42.5(pid=25200): stdout: \u000a| (launched: 2022-12-09_22:39:37.242269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:38.911889 run osmo-stp_10.42.42.5(pid=25200): stderr: \u000a| �[0;m�[38;5;43m20221209223937434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223937435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223937435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223937435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223937436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223937436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223937436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:39.042572 run osmo-stp_10.42.42.5(pid=25200): stdout: \u000a| (launched: 2022-12-09_22:39:37.242269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:39.172044 run osmo-stp_10.42.42.5(pid=25200): stderr: \u000a| �[0;m�[38;5;43m20221209223937434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223937435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223937435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223937435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223937436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223937436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223937436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:39.229532 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25200): Process ended prematurely: osmo-stp_10.42.42.5(pid=25200) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25200)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:39:39.238703 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:39:39.302007 run osmo-hlr_10.42.42.2(pid=25197): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25197)]\u000a22:39:39.353676 run osmo-hlr_10.42.42.2(pid=25197): stdout: \u000a| (launched: 2022-12-09_22:39:36.233408) \u000a22:39:39.405683 run osmo-hlr_10.42.42.2(pid=25197): stderr: \u000a| �[0;m�[1;31m20221209223936433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223936433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223936433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223936433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223936433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223936433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223936449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223936458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223936458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223936459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:39.476818 run osmo-msc_10.42.42.6(pid=25203): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25203)]\u000a22:39:39.528556 run osmo-msc_10.42.42.6(pid=25203): stdout: \u000a| (launched: 2022-12-09_22:39:38.286380) \u000a22:39:39.580913 run osmo-msc_10.42.42.6(pid=25203): stderr: \u000a| �[0;m�[38;5;43m20221209223938608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223938608 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b9ba0dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223938608 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223938608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223938608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223938609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223938610 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223938611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223938611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223938611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:39.625127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25196): Terminating (SIGTERM)\u000a22:39:39.666608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25199): Terminating (SIGTERM)\u000a22:39:39.708325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25202): Terminating (SIGTERM)\u000a22:39:39.718191 --- ParallelTerminationStrategy: PID 25196 died...\u000a22:39:39.774534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25196): Terminated: ok {rc=0}\u000a22:39:39.784757 --- ParallelTerminationStrategy: PID 25199 died...\u000a22:39:39.840582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25199): Terminated: ok {rc=0}\u000a22:39:39.850861 --- ParallelTerminationStrategy: PID 25202 died...\u000a22:39:39.906741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25202): Terminated: ok {rc=0}\u000a22:39:39.995003 bus /sierra_3: Setting Powered False\u000a22:39:41.100305 bus /sierra_3: Setting Powered False\u000a22:39:42.208543 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25211): Process ended prematurely: osmo-stp_10.42.42.5(pid=25211) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25211)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25211): Process ended prematurely: osmo-stp_10.42.42.5(pid=25211) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:39:43.323143 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:43.335528 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:39:43.491904 tst mo_mt_call_osmux.py: using LAC 24152\u000a22:39:43.612085 tst mo_mt_call_osmux.py: using RAC 182\u000a22:39:43.732842 tst mo_mt_call_osmux.py: using CellId 24152\u000a22:39:43.851627 tst mo_mt_call_osmux.py: using BVCI 24153\u000a22:39:43.874817 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:43.886351 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:43.897479 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:43.908831 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:43.920329 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:39:43.931695 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:39:44.049812 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:39:44.264087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:44.782725 run create_hlr_db(pid=25205): Launched\u000a22:39:44.970621 bus /sierra_2: Setting Powered False\u000a22:39:46.035751 run create_hlr_db(pid=25205): Terminated: ok {rc=0}\u000a22:39:46.520184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25207): Launched\u000a22:39:46.980704 run osmo-hlr_10.42.42.2(pid=25208): Launched\u000a22:39:47.152210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:47.728892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25210): Launched\u000a22:39:48.036543 run osmo-stp_10.42.42.5(pid=25211): Launched\u000a22:39:48.148829 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:48.708692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25213): Launched\u000a22:39:49.013677 run osmo-msc_10.42.42.6(pid=25214): Launched\u000a22:39:49.191301 run osmo-stp_10.42.42.5(pid=25211): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25211)]\u000a22:39:49.320107 run osmo-stp_10.42.42.5(pid=25211): stdout: \u000a| (launched: 2022-12-09_22:39:47.885320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:49.447067 run osmo-stp_10.42.42.5(pid=25211): stderr: \u000a| �[0;m�[38;5;43m20221209223948054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223948054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223948054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223948055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223948057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223948057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223948057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:49.569247 run osmo-stp_10.42.42.5(pid=25211): stdout: \u000a| (launched: 2022-12-09_22:39:47.885320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:39:49.690045 run osmo-stp_10.42.42.5(pid=25211): stderr: \u000a| �[0;m�[38;5;43m20221209223948054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223948054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223948054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223948055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223948057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223948057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223948057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:39:49.743559 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25211): Process ended prematurely: osmo-stp_10.42.42.5(pid=25211) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25211)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:39:49.752223 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:39:49.813523 run osmo-hlr_10.42.42.2(pid=25208): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25208)]\u000a22:39:49.862913 run osmo-hlr_10.42.42.2(pid=25208): stdout: \u000a| (launched: 2022-12-09_22:39:46.712833) \u000a22:39:49.913083 run osmo-hlr_10.42.42.2(pid=25208): stderr: \u000a| �[0;m�[1;31m20221209223947007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223947007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223947008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223947008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223947008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223947008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223947031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223947057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223947057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223947057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:39:49.981498 run osmo-msc_10.42.42.6(pid=25214): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25214)]\u000a22:39:50.030981 run osmo-msc_10.42.42.6(pid=25214): stdout: \u000a| (launched: 2022-12-09_22:39:48.862977) \u000a22:39:50.081125 run osmo-msc_10.42.42.6(pid=25214): stderr: \u000a| �[0;m�[38;5;43m20221209223949136 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209223949136 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc81f40c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209223949137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209223949137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209223949137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209223949137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209223949140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209223949140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209223949140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209223949140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:39:50.123495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25207): Terminating (SIGTERM)\u000a22:39:50.163753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25210): Terminating (SIGTERM)\u000a22:39:50.203994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25213): Terminating (SIGTERM)\u000a22:39:50.213765 --- ParallelTerminationStrategy: PID 25207 died...\u000a22:39:50.267963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25207): Terminated: ok {rc=0}\u000a22:39:50.277958 --- ParallelTerminationStrategy: PID 25210 died...\u000a22:39:50.331952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25210): Terminated: ok {rc=0}\u000a22:39:50.341895 --- ParallelTerminationStrategy: PID 25213 died...\u000a22:39:50.395676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25213): Terminated: ok {rc=0}\u000a22:39:50.484531 bus /sierra_3: Setting Powered False\u000a22:39:51.588650 bus /sierra_3: Setting Powered False\u000a22:39:52.701291 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:39:32" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25225): Process ended prematurely: osmo-stp_10.42.42.5(pid=25225) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25225)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25225): Process ended prematurely: osmo-stp_10.42.42.5(pid=25225) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a22:39:54.702368 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:54.714289 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:39:54.879307 tst mo_mt_call.py: using LAC 24153\u000a22:39:55.003552 tst mo_mt_call.py: using RAC 183\u000a22:39:55.127732 tst mo_mt_call.py: using CellId 24153\u000a22:39:55.253148 tst mo_mt_call.py: using BVCI 24154\u000a22:39:55.277821 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:55.289390 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:55.300652 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:55.312048 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:55.323610 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:39:55.334926 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:39:55.455790 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:39:55.657922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:39:56.137225 run create_hlr_db(pid=25219): Launched\u000a22:39:56.312365 bus /sierra_2: Setting Powered False\u000a22:39:57.334162 run create_hlr_db(pid=25219): Terminated: ok {rc=0}\u000a22:39:57.767700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25221): Launched\u000a22:39:58.093204 run osmo-hlr_10.42.42.2(pid=25222): Launched\u000a22:39:58.214393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:39:58.781453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25224): Launched\u000a22:39:59.106819 run osmo-stp_10.42.42.5(pid=25225): Launched\u000a22:39:59.225266 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:39:59.822613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25227): Launched\u000a22:40:00.150717 run osmo-msc_10.42.42.6(pid=25228): Launched\u000a22:40:00.343163 run osmo-stp_10.42.42.5(pid=25225): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25225)]\u000a22:40:00.482540 run osmo-stp_10.42.42.5(pid=25225): stdout: \u000a| (launched: 2022-12-09_22:39:58.946526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:00.621063 run osmo-stp_10.42.42.5(pid=25225): stderr: \u000a| �[0;m�[38;5;43m20221209223959139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223959139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223959139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223959140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223959140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223959140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223959140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:00.752602 run osmo-stp_10.42.42.5(pid=25225): stdout: \u000a| (launched: 2022-12-09_22:39:58.946526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:00.893918 run osmo-stp_10.42.42.5(pid=25225): stderr: \u000a| �[0;m�[38;5;43m20221209223959139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209223959139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209223959139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209223959140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209223959140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209223959140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209223959140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:00.951924 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25225): Process ended prematurely: osmo-stp_10.42.42.5(pid=25225) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25225)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a22:40:00.961755 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:40:01.028847 run osmo-hlr_10.42.42.2(pid=25222): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25222)]\u000a22:40:01.082786 run osmo-hlr_10.42.42.2(pid=25222): stdout: \u000a| (launched: 2022-12-09_22:39:57.933733) \u000a22:40:01.137996 run osmo-hlr_10.42.42.2(pid=25222): stderr: \u000a| �[0;m�[1;31m20221209223958134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209223958134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209223958134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223958135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209223958135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209223958135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209223958147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209223958157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209223958157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209223958157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:01.229408 run osmo-msc_10.42.42.6(pid=25228): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25228)]\u000a22:40:01.296269 run osmo-msc_10.42.42.6(pid=25228): stdout: \u000a| (launched: 2022-12-09_22:39:59.989985) \u000a22:40:01.360917 run osmo-msc_10.42.42.6(pid=25228): stderr: \u000a| �[0;m�[38;5;43m20221209224000312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224000312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fed413e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224000312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224000312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224000313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224000313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224000315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224000315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224000315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224000316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:40:01.409468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25221): Terminating (SIGTERM)\u000a22:40:01.453953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25224): Terminating (SIGTERM)\u000a22:40:01.500995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25227): Terminating (SIGTERM)\u000a22:40:01.512392 --- ParallelTerminationStrategy: PID 25221 died...\u000a22:40:01.571713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25221): Terminated: ok {rc=0}\u000a22:40:01.583326 --- ParallelTerminationStrategy: PID 25224 died...\u000a22:40:01.640609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25224): Terminated: ok {rc=0}\u000a22:40:01.651450 --- ParallelTerminationStrategy: PID 25227 died...\u000a22:40:01.708054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25227): Terminated: ok {rc=0}\u000a22:40:01.797586 bus /sierra_3: Setting Powered False\u000a22:40:02.900460 bus /sierra_3: Setting Powered False\u000a22:40:04.012601 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25239): Process ended prematurely: osmo-stp_10.42.42.5(pid=25239) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25239)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25239): Process ended prematurely: osmo-stp_10.42.42.5(pid=25239) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:40:05.124106 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:05.136239 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:40:05.291621 tst mo_mt_call_osmux.py: using LAC 24154\u000a22:40:05.411558 tst mo_mt_call_osmux.py: using RAC 184\u000a22:40:05.535643 tst mo_mt_call_osmux.py: using CellId 24154\u000a22:40:05.653582 tst mo_mt_call_osmux.py: using BVCI 24155\u000a22:40:05.676777 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:05.688064 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:05.699025 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:05.710778 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:05.722309 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a22:40:05.734169 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:40:05.854054 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a22:40:06.054901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:06.531422 run create_hlr_db(pid=25233): Launched\u000a22:40:06.706476 bus /sierra_2: Setting Powered False\u000a22:40:07.728479 run create_hlr_db(pid=25233): Terminated: ok {rc=0}\u000a22:40:08.135187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25235): Launched\u000a22:40:08.441243 run osmo-hlr_10.42.42.2(pid=25236): Launched\u000a22:40:08.554188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:09.085097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25238): Launched\u000a22:40:09.388479 run osmo-stp_10.42.42.5(pid=25239): Launched\u000a22:40:09.498946 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:40:10.051441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25241): Launched\u000a22:40:10.357190 run osmo-msc_10.42.42.6(pid=25242): Launched\u000a22:40:10.535937 run osmo-stp_10.42.42.5(pid=25239): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25239)]\u000a22:40:10.665268 run osmo-stp_10.42.42.5(pid=25239): stdout: \u000a| (launched: 2022-12-09_22:40:09.238560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:10.792252 run osmo-stp_10.42.42.5(pid=25239): stderr: \u000a| �[0;m�[38;5;43m20221209224009409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224009409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224009409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224009410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224009410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224009410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224009410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:10.914518 run osmo-stp_10.42.42.5(pid=25239): stdout: \u000a| (launched: 2022-12-09_22:40:09.238560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:11.035157 run osmo-stp_10.42.42.5(pid=25239): stderr: \u000a| �[0;m�[38;5;43m20221209224009409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224009409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224009409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224009410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224009410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224009410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224009410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:11.088658 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25239): Process ended prematurely: osmo-stp_10.42.42.5(pid=25239) [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25239)] [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a22:40:11.097260 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:40:11.158037 run osmo-hlr_10.42.42.2(pid=25236): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25236)]\u000a22:40:11.206958 run osmo-hlr_10.42.42.2(pid=25236): stdout: \u000a| (launched: 2022-12-09_22:40:08.290014) \u000a22:40:11.256661 run osmo-hlr_10.42.42.2(pid=25236): stderr: \u000a| �[0;m�[1;31m20221209224008467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224008467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224008467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224008467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224008468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224008468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224008480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224008489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224008489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224008489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:11.324041 run osmo-msc_10.42.42.6(pid=25242): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25242)]\u000a22:40:11.372924 run osmo-msc_10.42.42.6(pid=25242): stdout: \u000a| (launched: 2022-12-09_22:40:10.206261) \u000a22:40:11.422146 run osmo-msc_10.42.42.6(pid=25242): stderr: \u000a| �[0;m�[38;5;43m20221209224010477 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224010477 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06e9d77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224010477 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224010478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224010478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224010478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224010480 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224010480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224010480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224010480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:40:11.464134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25235): Terminating (SIGTERM)\u000a22:40:11.503775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25238): Terminating (SIGTERM)\u000a22:40:11.543376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25241): Terminating (SIGTERM)\u000a22:40:11.553065 --- ParallelTerminationStrategy: PID 25235 died...\u000a22:40:11.606316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25235): Terminated: ok {rc=0}\u000a22:40:11.616357 --- ParallelTerminationStrategy: PID 25238 died...\u000a22:40:11.669833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25238): Terminated: ok {rc=0}\u000a22:40:11.679492 --- ParallelTerminationStrategy: PID 25241 died...\u000a22:40:11.732583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25241): Terminated: ok {rc=0}\u000a22:40:11.821409 bus /sierra_3: Setting Powered False\u000a22:40:12.925298 bus /sierra_3: Setting Powered False\u000a22:40:14.036139 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:39:54" }, { "cases" : [ { "testActions" : [ ], "age" : 224, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25253): Process ended prematurely: osmo-stp_10.42.42.5(pid=25253) [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25253)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25253): Process ended prematurely: osmo-stp_10.42.42.5(pid=25253) [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:40:16.067933 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:16.080354 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:40:16.223875 tst emergency_mo_mt_call.py: using LAC 24155\u000a22:40:16.345008 tst emergency_mo_mt_call.py: using RAC 185\u000a22:40:16.464535 tst emergency_mo_mt_call.py: using CellId 24155\u000a22:40:16.620133 tst emergency_mo_mt_call.py: using BVCI 24156\u000a22:40:16.651979 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:16.667391 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:16.683973 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:16.698643 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:16.715224 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:16.729510 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:16.874998 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:17.082762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:17.561155 run create_hlr_db(pid=25247): Launched\u000a22:40:17.733827 bus /sierra_2: Setting Powered False\u000a22:40:18.754800 run create_hlr_db(pid=25247): Terminated: ok {rc=0}\u000a22:40:19.180828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25249): Launched\u000a22:40:19.500119 run osmo-hlr_10.42.42.2(pid=25250): Launched\u000a22:40:19.617831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:20.169916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25252): Launched\u000a22:40:20.487261 run osmo-stp_10.42.42.5(pid=25253): Launched\u000a22:40:20.618154 tst emergency_mo_mt_call.py: using MSISDN 7409\u000a22:40:20.776683 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:40:21.363054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25255): Launched\u000a22:40:21.680872 run osmo-msc_10.42.42.6(pid=25256): Launched\u000a22:40:21.867880 run osmo-stp_10.42.42.5(pid=25253): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25253)]\u000a22:40:22.003700 run osmo-stp_10.42.42.5(pid=25253): stdout: \u000a| (launched: 2022-12-09_22:40:20.332076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:22.138491 run osmo-stp_10.42.42.5(pid=25253): stderr: \u000a| �[0;m�[38;5;43m20221209224020523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224020523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224020524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224020524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224020526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224020526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224020527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:22.266418 run osmo-stp_10.42.42.5(pid=25253): stdout: \u000a| (launched: 2022-12-09_22:40:20.332076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:22.393660 run osmo-stp_10.42.42.5(pid=25253): stderr: \u000a| �[0;m�[38;5;43m20221209224020523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224020523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224020524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224020524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224020526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224020526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224020527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:22.449464 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25253): Process ended prematurely: osmo-stp_10.42.42.5(pid=25253) [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25253)] [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a22:40:22.457964 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a22:40:22.520734 run osmo-hlr_10.42.42.2(pid=25250): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25250)]\u000a22:40:22.572024 run osmo-hlr_10.42.42.2(pid=25250): stdout: \u000a| (launched: 2022-12-09_22:40:19.343214) \u000a22:40:22.623866 run osmo-hlr_10.42.42.2(pid=25250): stderr: \u000a| �[0;m�[1;31m20221209224019543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224019543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224019543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224019543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224019543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224019543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224019556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224019564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224019564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224019564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:22.694279 run osmo-msc_10.42.42.6(pid=25256): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25256)]\u000a22:40:22.745427 run osmo-msc_10.42.42.6(pid=25256): stdout: \u000a| (launched: 2022-12-09_22:40:21.525028) \u000a22:40:22.797082 run osmo-msc_10.42.42.6(pid=25256): stderr: \u000a| �[0;m�[38;5;43m20221209224021848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224021848 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d37c9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224021848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224021848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224021848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224021849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224021851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224021851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224021851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224021851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:40:22.840846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25249): Terminating (SIGTERM)\u000a22:40:22.883319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25252): Terminating (SIGTERM)\u000a22:40:22.925269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25255): Terminating (SIGTERM)\u000a22:40:22.935322 --- ParallelTerminationStrategy: PID 25249 died...\u000a22:40:22.991233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25249): Terminated: ok {rc=0}\u000a22:40:23.001553 --- ParallelTerminationStrategy: PID 25252 died...\u000a22:40:23.057057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25252): Terminated: ok {rc=0}\u000a22:40:23.067321 --- ParallelTerminationStrategy: PID 25255 died...\u000a22:40:23.123326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25255): Terminated: ok {rc=0}\u000a22:40:23.208907 bus /sierra_3: Setting Powered False\u000a22:40:24.316390 bus /sierra_3: Setting Powered False\u000a22:40:25.424650 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25265): Process ended prematurely: osmo-stp_10.42.42.5(pid=25265) [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25265)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25265): Process ended prematurely: osmo-stp_10.42.42.5(pid=25265) [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:40:26.477561 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:26.489570 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:40:26.630657 tst emergency_preemptive_call.py: using LAC 24156\u000a22:40:26.755340 tst emergency_preemptive_call.py: using RAC 186\u000a22:40:26.880135 tst emergency_preemptive_call.py: using CellId 24156\u000a22:40:26.999631 tst emergency_preemptive_call.py: using BVCI 24157\u000a22:40:27.022391 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:27.033371 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:27.043880 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:27.055423 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:27.066808 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a22:40:27.078012 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:27.196156 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:27.314801 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:27.435098 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:27.634756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:28.106547 run create_hlr_db(pid=25258): Launched\u000a22:40:28.282693 bus /sierra_2: Setting Powered False\u000a22:40:29.301879 run create_hlr_db(pid=25258): Terminated: ok {rc=0}\u000a22:40:29.701518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25260): Launched\u000a22:40:30.000527 run osmo-hlr_10.42.42.2(pid=25261): Launched\u000a22:40:30.117094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:30.646749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25264): Launched\u000a22:40:31.039895 run osmo-stp_10.42.42.5(pid=25265): Launched\u000a22:40:31.247519 tst emergency_preemptive_call.py: using MSISDN 7410\u000a22:40:31.414055 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:40:32.055546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25267): Launched\u000a22:40:32.467477 run osmo-msc_10.42.42.6(pid=25268): Launched\u000a22:40:32.656566 run osmo-stp_10.42.42.5(pid=25265): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25265)]\u000a22:40:32.791810 run osmo-stp_10.42.42.5(pid=25265): stdout: \u000a| (launched: 2022-12-09_22:40:30.798766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:32.925445 run osmo-stp_10.42.42.5(pid=25265): stderr: \u000a| �[0;m�[38;5;43m20221209224031071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224031071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224031071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224031072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224031072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224031074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224031074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:33.055134 run osmo-stp_10.42.42.5(pid=25265): stdout: \u000a| (launched: 2022-12-09_22:40:30.798766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:33.182360 run osmo-stp_10.42.42.5(pid=25265): stderr: \u000a| �[0;m�[38;5;43m20221209224031071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224031071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224031071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224031072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224031072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224031074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224031074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:33.238010 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25265): Process ended prematurely: osmo-stp_10.42.42.5(pid=25265) [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25265)] [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a22:40:33.246668 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a22:40:33.311000 run osmo-hlr_10.42.42.2(pid=25261): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25261)]\u000a22:40:33.363383 run osmo-hlr_10.42.42.2(pid=25261): stdout: \u000a| (launched: 2022-12-09_22:40:29.853492) \u000a22:40:33.416225 run osmo-hlr_10.42.42.2(pid=25261): stderr: \u000a| �[0;m�[1;31m20221209224030030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224030030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224030030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224030030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224030030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224030030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224030042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224030051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224030051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224030051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:33.487899 run osmo-msc_10.42.42.6(pid=25268): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25268)]\u000a22:40:33.540050 run osmo-msc_10.42.42.6(pid=25268): stdout: \u000a| (launched: 2022-12-09_22:40:32.223869) \u000a22:40:33.593053 run osmo-msc_10.42.42.6(pid=25268): stderr: \u000a| �[0;m�[38;5;43m20221209224032566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224032567 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f920b4f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224032567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224032567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224032567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224032567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224032569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224032569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224032570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224032570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:40:33.637239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25260): Terminating (SIGTERM)\u000a22:40:33.679822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25264): Terminating (SIGTERM)\u000a22:40:33.722776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25267): Terminating (SIGTERM)\u000a22:40:33.732673 --- ParallelTerminationStrategy: PID 25260 died...\u000a22:40:33.789799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25260): Terminated: ok {rc=0}\u000a22:40:33.800141 --- ParallelTerminationStrategy: PID 25264 died...\u000a22:40:33.856941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25264): Terminated: ok {rc=0}\u000a22:40:33.867333 --- ParallelTerminationStrategy: PID 25267 died...\u000a22:40:33.923740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25267): Terminated: ok {rc=0}\u000a22:40:34.012633 bus /sierra_9: Setting Powered False\u000a22:40:35.119381 bus /sierra_9: Setting Powered False\u000a22:40:36.228323 bus /sierra_8: Setting Powered False\u000a22:40:37.335106 bus /sierra_8: Setting Powered False\u000a22:40:38.442548 bus /sierra_3: Setting Powered False\u000a22:40:39.550102 bus /sierra_3: Setting Powered False\u000a22:40:40.659890 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:40:15" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25283): Process ended prematurely: osmo-stp_10.42.42.5(pid=25283) [trial-2365↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25283)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25283): Process ended prematurely: osmo-stp_10.42.42.5(pid=25283) [trial-2365↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:40:42.803450 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:42.814606 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:40:42.950354 tst cs_paging_gprs_active.py: using LAC 24157\u000a22:40:43.068864 tst cs_paging_gprs_active.py: using RAC 187\u000a22:40:43.186812 tst cs_paging_gprs_active.py: using CellId 24157\u000a22:40:43.304356 tst cs_paging_gprs_active.py: using BVCI 24158\u000a22:40:43.327590 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:43.338589 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:43.349225 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:43.360109 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:43.371006 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:43.381873 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:43.393008 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:43.403772 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:43.414817 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:43.535851 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:43.833415 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:40:43.969964 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:44.306326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25273): Launched\u000a22:40:44.585803 run iperf3-srv_10.42.42.10(pid=25274): Launched\u000a22:40:44.784362 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:40:44.919489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:45.256942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25275): Launched\u000a22:40:45.536119 run iperf3-srv_10.42.42.10(pid=25276): Launched\u000a22:40:45.734686 tst cs_paging_gprs_active.py:38: start network...\u000a22:40:45.870756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:46.434931 run create_hlr_db(pid=25277): Launched\u000a22:40:46.627043 bus /sierra_2: Setting Powered False\u000a22:40:47.644117 run create_hlr_db(pid=25277): Terminated: ok {rc=0}\u000a22:40:48.053616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25279): Launched\u000a22:40:48.358627 run osmo-hlr_10.42.42.2(pid=25280): Launched\u000a22:40:48.474053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:40:49.014906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25282): Launched\u000a22:40:49.320057 run osmo-stp_10.42.42.5(pid=25283): Launched\u000a22:40:49.439316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:40:49.982945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25285): Launched\u000a22:40:50.098971 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:40:50.383198 run patchelf(pid=25286): Launched\u000a22:40:50.574336 run osmo-stp_10.42.42.5(pid=25283): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25283)]\u000a22:40:50.713592 run osmo-stp_10.42.42.5(pid=25283): stdout: \u000a| (launched: 2022-12-09_22:40:49.169869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:50.853252 run osmo-stp_10.42.42.5(pid=25283): stderr: \u000a| �[0;m�[38;5;43m20221209224049341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224049341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224049341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224049342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224049342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224049342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224049342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:50.988771 run osmo-stp_10.42.42.5(pid=25283): stdout: \u000a| (launched: 2022-12-09_22:40:49.169869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:40:51.122901 run osmo-stp_10.42.42.5(pid=25283): stderr: \u000a| �[0;m�[38;5;43m20221209224049341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224049341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224049341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224049342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224049342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224049342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224049342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:40:51.279003 run patchelf(pid=25286): Terminating (SIGINT)\u000a22:40:51.462942 run patchelf(pid=25286): Terminated: ok {rc=0}\u000a22:40:51.496612 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25283): Process ended prematurely: osmo-stp_10.42.42.5(pid=25283) [trial-2365↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25283)] [trial-2365↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a22:40:51.506502 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:40:51.569453 run osmo-hlr_10.42.42.2(pid=25280): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25280)]\u000a22:40:51.620398 run osmo-hlr_10.42.42.2(pid=25280): stdout: \u000a| (launched: 2022-12-09_22:40:48.207822) \u000a22:40:51.671792 run osmo-hlr_10.42.42.2(pid=25280): stderr: \u000a| �[0;m�[1;31m20221209224048386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224048386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224048386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224048386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224048386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224048386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224048398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224048407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224048407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224048407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:40:51.715819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25273): Terminating (SIGTERM)\u000a22:40:51.757396 run iperf3-srv_10.42.42.10(pid=25274): Terminating (SIGTERM)\u000a22:40:51.798967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25275): Terminating (SIGTERM)\u000a22:40:51.840456 run iperf3-srv_10.42.42.10(pid=25276): Terminating (SIGTERM)\u000a22:40:51.882018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25279): Terminating (SIGTERM)\u000a22:40:51.924298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25282): Terminating (SIGTERM)\u000a22:40:51.966375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25285): Terminating (SIGTERM)\u000a22:40:51.976161 --- ParallelTerminationStrategy: PID 25273 died...\u000a22:40:52.032001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25273): Terminated: ok {rc=0}\u000a22:40:52.042124 --- ParallelTerminationStrategy: PID 25274 died...\u000a22:40:52.097195 run iperf3-srv_10.42.42.10(pid=25274): Terminated {rc=256}\u000a22:40:52.107263 --- ParallelTerminationStrategy: PID 25275 died...\u000a22:40:52.162515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25275): Terminated: ok {rc=0}\u000a22:40:52.172876 --- ParallelTerminationStrategy: PID 25276 died...\u000a22:40:52.228021 run iperf3-srv_10.42.42.10(pid=25276): Terminated {rc=256}\u000a22:40:52.238116 --- ParallelTerminationStrategy: PID 25279 died...\u000a22:40:52.293774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25279): Terminated: ok {rc=0}\u000a22:40:52.303857 --- ParallelTerminationStrategy: PID 25282 died...\u000a22:40:52.359282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25282): Terminated: ok {rc=0}\u000a22:40:52.369416 --- ParallelTerminationStrategy: PID 25285 died...\u000a22:40:52.424467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25285): Terminated: ok {rc=0}\u000a22:40:52.511195 bus /gobi_0: Setting Powered False\u000a22:40:53.613605 bus /gobi_0: Setting Powered False\u000a22:40:54.723985 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25295): Process ended prematurely: osmo-stp_10.42.42.5(pid=25295) [trial-2365↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25295)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25295): Process ended prematurely: osmo-stp_10.42.42.5(pid=25295) [trial-2365↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a22:40:55.837990 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:55.849744 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:40:55.994166 tst iperf3.py: using LAC 24158\u000a22:40:56.122584 tst iperf3.py: using RAC 188\u000a22:40:56.249901 tst iperf3.py: using CellId 24158\u000a22:40:56.377182 tst iperf3.py: using BVCI 24159\u000a22:40:56.402047 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:56.413302 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:56.424332 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:56.435378 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:56.446408 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:56.457341 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:56.468785 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:56.479763 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:40:56.490884 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:40:56.785427 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:40:56.920087 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:40:57.256904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25287): Launched\u000a22:40:57.536254 run iperf3-srv_10.42.42.10(pid=25288): Launched\u000a22:40:57.734750 tst iperf3.py:8: start network...\u000a22:40:57.870067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:40:58.388882 run create_hlr_db(pid=25289): Launched\u000a22:40:58.576136 bus /gobi_6: Setting Powered False\u000a22:40:59.597917 run create_hlr_db(pid=25289): Terminated: ok {rc=0}\u000a22:41:00.004435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25291): Launched\u000a22:41:00.307934 run osmo-hlr_10.42.42.2(pid=25292): Launched\u000a22:41:00.426432 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:01.027687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25294): Launched\u000a22:41:01.422877 run osmo-stp_10.42.42.5(pid=25295): Launched\u000a22:41:01.677119 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:02.274052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25297): Launched\u000a22:41:02.390400 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:02.674695 run patchelf(pid=25298): Launched\u000a22:41:02.865618 run osmo-stp_10.42.42.5(pid=25295): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25295)]\u000a22:41:03.005302 run osmo-stp_10.42.42.5(pid=25295): stdout: \u000a| (launched: 2022-12-09_22:41:01.185248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:03.145077 run osmo-stp_10.42.42.5(pid=25295): stderr: \u000a| �[0;m�[38;5;43m20221209224101502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224101502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224101502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224101503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224101503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224101503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224101503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:03.279400 run osmo-stp_10.42.42.5(pid=25295): stdout: \u000a| (launched: 2022-12-09_22:41:01.185248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:03.412093 run osmo-stp_10.42.42.5(pid=25295): stderr: \u000a| �[0;m�[38;5;43m20221209224101502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224101502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224101502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224101503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224101503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224101503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224101503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:03.568043 run patchelf(pid=25298): Terminating (SIGINT)\u000a22:41:03.751638 run patchelf(pid=25298): Terminated: ok {rc=0}\u000a22:41:03.785193 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25295): Process ended prematurely: osmo-stp_10.42.42.5(pid=25295) [trial-2365↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25295)] [trial-2365↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a22:41:03.795110 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a22:41:03.857774 run osmo-hlr_10.42.42.2(pid=25292): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25292)]\u000a22:41:03.908754 run osmo-hlr_10.42.42.2(pid=25292): stdout: \u000a| (launched: 2022-12-09_22:41:00.158565) \u000a22:41:03.960881 run osmo-hlr_10.42.42.2(pid=25292): stderr: \u000a| �[0;m�[1;31m20221209224100335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224100335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224100335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224100335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224100335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224100335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224100346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224100355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224100355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224100355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:04.005317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25287): Terminating (SIGTERM)\u000a22:41:04.047555 run iperf3-srv_10.42.42.10(pid=25288): Terminating (SIGTERM)\u000a22:41:04.089313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25291): Terminating (SIGTERM)\u000a22:41:04.130946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25294): Terminating (SIGTERM)\u000a22:41:04.172786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25297): Terminating (SIGTERM)\u000a22:41:04.182679 --- ParallelTerminationStrategy: PID 25287 died...\u000a22:41:04.238679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25287): Terminated: ok {rc=0}\u000a22:41:04.248878 --- ParallelTerminationStrategy: PID 25288 died...\u000a22:41:04.304688 run iperf3-srv_10.42.42.10(pid=25288): Terminated {rc=256}\u000a22:41:04.314829 --- ParallelTerminationStrategy: PID 25291 died...\u000a22:41:04.370695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25291): Terminated: ok {rc=0}\u000a22:41:04.380903 --- ParallelTerminationStrategy: PID 25294 died...\u000a22:41:04.436497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25294): Terminated: ok {rc=0}\u000a22:41:04.446713 --- ParallelTerminationStrategy: PID 25297 died...\u000a22:41:04.502196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25297): Terminated: ok {rc=0}\u000a22:41:04.590461 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25313): Process ended prematurely: osmo-stp_10.42.42.5(pid=25313) [trial-2365↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25313)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25313): Process ended prematurely: osmo-stp_10.42.42.5(pid=25313) [trial-2365↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a22:41:05.706861 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:05.718735 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:41:05.859601 tst iperf3m4.py: using LAC 24159\u000a22:41:05.987373 tst iperf3m4.py: using RAC 189\u000a22:41:06.116431 tst iperf3m4.py: using CellId 24159\u000a22:41:06.242881 tst iperf3m4.py: using BVCI 24160\u000a22:41:06.267701 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:06.279038 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:06.290091 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:06.301199 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:06.312103 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:06.323171 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:06.334334 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:06.345224 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:06.356318 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:06.474695 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:06.594259 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:06.715502 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:07.001311 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:41:07.128473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:07.445479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25299): Launched\u000a22:41:07.707913 run iperf3-srv_10.42.42.10(pid=25300): Launched\u000a22:41:07.893702 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:41:08.020776 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:08.336215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25301): Launched\u000a22:41:08.599565 run iperf3-srv_10.42.42.10(pid=25302): Launched\u000a22:41:08.787629 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:41:08.915911 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:09.234879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25303): Launched\u000a22:41:09.499269 run iperf3-srv_10.42.42.10(pid=25304): Launched\u000a22:41:09.685473 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:41:09.812116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:10.128799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25305): Launched\u000a22:41:10.392503 run iperf3-srv_10.42.42.10(pid=25306): Launched\u000a22:41:10.578603 tst iperf3m4.py:8: start network...\u000a22:41:10.705649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:11.185094 run create_hlr_db(pid=25307): Launched\u000a22:41:11.361381 bus /gobi_6: Setting Powered False\u000a22:41:12.381940 run create_hlr_db(pid=25307): Terminated: ok {rc=0}\u000a22:41:12.815686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25309): Launched\u000a22:41:13.142103 run osmo-hlr_10.42.42.2(pid=25310): Launched\u000a22:41:13.263320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:13.928056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25312): Launched\u000a22:41:14.247004 run osmo-stp_10.42.42.5(pid=25313): Launched\u000a22:41:14.365951 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:14.922169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25315): Launched\u000a22:41:15.035777 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:15.314179 run patchelf(pid=25316): Launched\u000a22:41:15.501359 run osmo-stp_10.42.42.5(pid=25313): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25313)]\u000a22:41:15.637914 run osmo-stp_10.42.42.5(pid=25313): stdout: \u000a| (launched: 2022-12-09_22:41:14.090997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:15.774815 run osmo-stp_10.42.42.5(pid=25313): stderr: \u000a| �[0;m�[38;5;43m20221209224114282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224114282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224114283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224114283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224114283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224114284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224114284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:15.918937 run osmo-stp_10.42.42.5(pid=25313): stdout: \u000a| (launched: 2022-12-09_22:41:14.090997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:16.056009 run osmo-stp_10.42.42.5(pid=25313): stderr: \u000a| �[0;m�[38;5;43m20221209224114282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224114282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224114283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224114283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224114283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224114284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224114284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:16.212830 run patchelf(pid=25316): Terminating (SIGINT)\u000a22:41:16.397132 run patchelf(pid=25316): Terminated: ok {rc=0}\u000a22:41:16.431273 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25313): Process ended prematurely: osmo-stp_10.42.42.5(pid=25313) [trial-2365↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25313)] [trial-2365↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a22:41:16.441849 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:41:16.507056 run osmo-hlr_10.42.42.2(pid=25310): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25310)]\u000a22:41:16.559444 run osmo-hlr_10.42.42.2(pid=25310): stdout: \u000a| (launched: 2022-12-09_22:41:12.982156) \u000a22:41:16.613288 run osmo-hlr_10.42.42.2(pid=25310): stderr: \u000a| �[0;m�[1;31m20221209224113184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224113184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224113184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224113184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224113184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224113184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224113197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224113205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224113205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224113205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:16.658318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25299): Terminating (SIGTERM)\u000a22:41:16.703240 run iperf3-srv_10.42.42.10(pid=25300): Terminating (SIGTERM)\u000a22:41:16.747797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25301): Terminating (SIGTERM)\u000a22:41:16.792204 run iperf3-srv_10.42.42.10(pid=25302): Terminating (SIGTERM)\u000a22:41:16.836646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25303): Terminating (SIGTERM)\u000a22:41:16.881157 run iperf3-srv_10.42.42.10(pid=25304): Terminating (SIGTERM)\u000a22:41:16.925783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25305): Terminating (SIGTERM)\u000a22:41:16.970515 run iperf3-srv_10.42.42.10(pid=25306): Terminating (SIGTERM)\u000a22:41:17.016789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25309): Terminating (SIGTERM)\u000a22:41:17.059745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25312): Terminating (SIGTERM)\u000a22:41:17.102686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25315): Terminating (SIGTERM)\u000a22:41:17.113009 --- ParallelTerminationStrategy: PID 25299 died...\u000a22:41:17.171073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25299): Terminated: ok {rc=0}\u000a22:41:17.181726 --- ParallelTerminationStrategy: PID 25300 died...\u000a22:41:17.238259 run iperf3-srv_10.42.42.10(pid=25300): Terminated {rc=256}\u000a22:41:17.248781 --- ParallelTerminationStrategy: PID 25301 died...\u000a22:41:17.305066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25301): Terminated: ok {rc=0}\u000a22:41:17.315275 --- ParallelTerminationStrategy: PID 25302 died...\u000a22:41:17.371105 run iperf3-srv_10.42.42.10(pid=25302): Terminated {rc=256}\u000a22:41:17.381348 --- ParallelTerminationStrategy: PID 25303 died...\u000a22:41:17.436779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25303): Terminated: ok {rc=0}\u000a22:41:17.447045 --- ParallelTerminationStrategy: PID 25304 died...\u000a22:41:17.502543 run iperf3-srv_10.42.42.10(pid=25304): Terminated {rc=256}\u000a22:41:17.512671 --- ParallelTerminationStrategy: PID 25305 died...\u000a22:41:17.568225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25305): Terminated: ok {rc=0}\u000a22:41:17.578520 --- ParallelTerminationStrategy: PID 25306 died...\u000a22:41:17.634317 run iperf3-srv_10.42.42.10(pid=25306): Terminated {rc=256}\u000a22:41:17.644531 --- ParallelTerminationStrategy: PID 25309 died...\u000a22:41:17.699891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25309): Terminated: ok {rc=0}\u000a22:41:17.710029 --- ParallelTerminationStrategy: PID 25312 died...\u000a22:41:17.765384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25312): Terminated: ok {rc=0}\u000a22:41:17.775531 --- ParallelTerminationStrategy: PID 25315 died...\u000a22:41:17.830780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25315): Terminated: ok {rc=0}\u000a22:41:17.916775 bus /gobi_4: Setting Powered False\u000a22:41:19.022920 bus /gobi_4: Setting Powered False\u000a22:41:20.129456 bus /gobi_1: Setting Powered False\u000a22:41:21.236078 bus /gobi_1: Setting Powered False\u000a22:41:22.349622 bus /gobi_0: Setting Powered False\u000a22:41:23.455906 bus /gobi_0: Setting Powered False\u000a22:41:24.564560 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25323): Process ended prematurely: osmo-stp_10.42.42.5(pid=25323) [trial-2365↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25323)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25323): Process ended prematurely: osmo-stp_10.42.42.5(pid=25323) [trial-2365↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a22:41:25.632128 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:25.644048 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:41:25.774195 tst ping.py: using LAC 24160\u000a22:41:25.897054 tst ping.py: using RAC 190\u000a22:41:26.020183 tst ping.py: using CellId 24160\u000a22:41:26.144491 tst ping.py: using BVCI 24161\u000a22:41:26.168490 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:26.179803 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:26.190922 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:26.202112 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:26.213055 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:26.223924 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:26.235007 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:26.245868 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:26.532090 tst ping.py:19: start network...\u000a22:41:26.661816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:27.160337 run create_hlr_db(pid=25317): Launched\u000a22:41:27.342054 bus /gobi_6: Setting Powered False\u000a22:41:28.363102 run create_hlr_db(pid=25317): Terminated: ok {rc=0}\u000a22:41:28.780897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25319): Launched\u000a22:41:29.093578 run osmo-hlr_10.42.42.2(pid=25320): Launched\u000a22:41:29.207946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:29.755297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25322): Launched\u000a22:41:30.070832 run osmo-stp_10.42.42.5(pid=25323): Launched\u000a22:41:30.184863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:30.734670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25325): Launched\u000a22:41:30.847122 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:31.159162 run patchelf(pid=25326): Launched\u000a22:41:31.338168 run osmo-stp_10.42.42.5(pid=25323): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25323)]\u000a22:41:31.470372 run osmo-stp_10.42.42.5(pid=25323): stdout: \u000a| (launched: 2022-12-09_22:41:29.915959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:31.603939 run osmo-stp_10.42.42.5(pid=25323): stderr: \u000a| �[0;m�[38;5;43m20221209224130104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224130104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224130104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224130105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224130107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224130107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224130107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:31.732474 run osmo-stp_10.42.42.5(pid=25323): stdout: \u000a| (launched: 2022-12-09_22:41:29.915959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:31.857736 run osmo-stp_10.42.42.5(pid=25323): stderr: \u000a| �[0;m�[38;5;43m20221209224130104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224130104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224130104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224130105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224130107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224130107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224130107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:32.008673 run patchelf(pid=25326): Terminating (SIGINT)\u000a22:41:32.180841 run patchelf(pid=25326): Terminated: ok {rc=0}\u000a22:41:32.213287 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25323): Process ended prematurely: osmo-stp_10.42.42.5(pid=25323) [trial-2365↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25323)] [trial-2365↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a22:41:32.222856 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:41:32.287361 run osmo-hlr_10.42.42.2(pid=25320): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25320)]\u000a22:41:32.338166 run osmo-hlr_10.42.42.2(pid=25320): stdout: \u000a| (launched: 2022-12-09_22:41:28.939568) \u000a22:41:32.388363 run osmo-hlr_10.42.42.2(pid=25320): stderr: \u000a| �[0;m�[1;31m20221209224129135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224129136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224129136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224129136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224129136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224129136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224129151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224129161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224129161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224129161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:32.430557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25319): Terminating (SIGTERM)\u000a22:41:32.471673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25322): Terminating (SIGTERM)\u000a22:41:32.511604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25325): Terminating (SIGTERM)\u000a22:41:32.521305 --- ParallelTerminationStrategy: PID 25319 died...\u000a22:41:32.575262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25319): Terminated: ok {rc=0}\u000a22:41:32.585450 --- ParallelTerminationStrategy: PID 25322 died...\u000a22:41:32.639062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25322): Terminated: ok {rc=0}\u000a22:41:32.649219 --- ParallelTerminationStrategy: PID 25325 died...\u000a22:41:32.702535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25325): Terminated: ok {rc=0}\u000a22:41:32.790614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25333): Process ended prematurely: osmo-stp_10.42.42.5(pid=25333) [trial-2365↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25333)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25333): Process ended prematurely: osmo-stp_10.42.42.5(pid=25333) [trial-2365↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a22:41:33.842026 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:33.853821 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a22:41:33.986379 tst ping_idle_ping.py: using LAC 24161\u000a22:41:34.104866 tst ping_idle_ping.py: using RAC 191\u000a22:41:34.220570 tst ping_idle_ping.py: using CellId 24161\u000a22:41:34.335746 tst ping_idle_ping.py: using BVCI 24162\u000a22:41:34.358367 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:34.369157 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:34.379821 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:34.390821 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:34.401779 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:34.412412 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:34.423502 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a22:41:34.434357 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a22:41:34.723500 tst ping_idle_ping.py:24: start network...\u000a22:41:34.855352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:35.360444 run create_hlr_db(pid=25327): Launched\u000a22:41:35.544014 bus /gobi_6: Setting Powered False\u000a22:41:36.563907 run create_hlr_db(pid=25327): Terminated: ok {rc=0}\u000a22:41:36.983768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25329): Launched\u000a22:41:37.299615 run osmo-hlr_10.42.42.2(pid=25330): Launched\u000a22:41:37.419899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:37.971577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25332): Launched\u000a22:41:38.285997 run osmo-stp_10.42.42.5(pid=25333): Launched\u000a22:41:38.399800 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:38.948141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25335): Launched\u000a22:41:39.060604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:39.335322 run patchelf(pid=25336): Launched\u000a22:41:39.522183 run osmo-stp_10.42.42.5(pid=25333): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25333)]\u000a22:41:39.658352 run osmo-stp_10.42.42.5(pid=25333): stdout: \u000a| (launched: 2022-12-09_22:41:38.131590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:39.794763 run osmo-stp_10.42.42.5(pid=25333): stderr: \u000a| �[0;m�[38;5;43m20221209224138324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224138324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224138325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224138325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224138326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224138326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224138326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:39.926541 run osmo-stp_10.42.42.5(pid=25333): stdout: \u000a| (launched: 2022-12-09_22:41:38.131590)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:40.058131 run osmo-stp_10.42.42.5(pid=25333): stderr: \u000a| �[0;m�[38;5;43m20221209224138324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224138324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224138325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224138325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224138326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224138326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224138326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:40.210902 run patchelf(pid=25336): Terminating (SIGINT)\u000a22:41:40.390606 run patchelf(pid=25336): Terminated: ok {rc=0}\u000a22:41:40.423045 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25333): Process ended prematurely: osmo-stp_10.42.42.5(pid=25333) [trial-2365↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25333)] [trial-2365↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a22:41:40.432170 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:41:40.494715 run osmo-hlr_10.42.42.2(pid=25330): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25330)]\u000a22:41:40.545989 run osmo-hlr_10.42.42.2(pid=25330): stdout: \u000a| (launched: 2022-12-09_22:41:37.144390) \u000a22:41:40.597849 run osmo-hlr_10.42.42.2(pid=25330): stderr: \u000a| �[0;m�[1;31m20221209224137344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224137344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224137344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224137344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224137344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224137344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224137356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224137364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224137365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224137365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:40.641961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25329): Terminating (SIGTERM)\u000a22:41:40.683497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25332): Terminating (SIGTERM)\u000a22:41:40.725149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25335): Terminating (SIGTERM)\u000a22:41:40.734729 --- ParallelTerminationStrategy: PID 25329 died...\u000a22:41:40.790213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25329): Terminated: ok {rc=0}\u000a22:41:40.800224 --- ParallelTerminationStrategy: PID 25332 died...\u000a22:41:40.855739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25332): Terminated: ok {rc=0}\u000a22:41:40.865714 --- ParallelTerminationStrategy: PID 25335 died...\u000a22:41:40.921420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25335): Terminated: ok {rc=0}\u000a22:41:41.009164 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:40:42" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25352): Process ended prematurely: osmo-stp_10.42.42.5(pid=25352) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25352)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25352): Process ended prematurely: osmo-stp_10.42.42.5(pid=25352) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:41:43.156506 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:43.167783 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:41:43.308744 tst cs_paging_gprs_active.py: using LAC 24162\u000a22:41:43.434323 tst cs_paging_gprs_active.py: using RAC 192\u000a22:41:43.560133 tst cs_paging_gprs_active.py: using CellId 24162\u000a22:41:43.689659 tst cs_paging_gprs_active.py: using BVCI 24163\u000a22:41:43.714498 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:43.725982 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:43.737144 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:43.748281 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:43.759367 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:43.770612 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:43.781874 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:43.792832 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:43.804153 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:41:43.924913 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:41:44.218590 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:41:44.352103 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:44.683406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25342): Launched\u000a22:41:44.958384 run iperf3-srv_10.42.42.10(pid=25343): Launched\u000a22:41:45.154974 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:41:45.287884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:45.620642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25344): Launched\u000a22:41:45.929865 run iperf3-srv_10.42.42.10(pid=25345): Launched\u000a22:41:46.133357 tst cs_paging_gprs_active.py:38: start network...\u000a22:41:46.266706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:46.826504 run create_hlr_db(pid=25346): Launched\u000a22:41:47.016331 bus /gobi_6: Setting Powered False\u000a22:41:48.034365 run create_hlr_db(pid=25346): Terminated: ok {rc=0}\u000a22:41:48.438796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25348): Launched\u000a22:41:48.739126 run osmo-hlr_10.42.42.2(pid=25349): Launched\u000a22:41:48.852418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:41:49.373430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25351): Launched\u000a22:41:49.676098 run osmo-stp_10.42.42.5(pid=25352): Launched\u000a22:41:49.787348 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:41:50.317811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25354): Launched\u000a22:41:50.424836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:41:50.688068 run patchelf(pid=25355): Launched\u000a22:41:50.864917 run osmo-stp_10.42.42.5(pid=25352): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25352)]\u000a22:41:50.994396 run osmo-stp_10.42.42.5(pid=25352): stdout: \u000a| (launched: 2022-12-09_22:41:49.526167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:51.124107 run osmo-stp_10.42.42.5(pid=25352): stderr: \u000a| �[0;m�[38;5;43m20221209224149695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224149695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224149695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224149696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224149698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224149698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224149698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:51.249430 run osmo-stp_10.42.42.5(pid=25352): stdout: \u000a| (launched: 2022-12-09_22:41:49.526167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:41:51.373284 run osmo-stp_10.42.42.5(pid=25352): stderr: \u000a| �[0;m�[38;5;43m20221209224149695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224149695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224149695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224149696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224149698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224149698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224149698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:41:51.518515 run patchelf(pid=25355): Terminating (SIGINT)\u000a22:41:51.689698 run patchelf(pid=25355): Terminated: ok {rc=0}\u000a22:41:51.720988 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25352): Process ended prematurely: osmo-stp_10.42.42.5(pid=25352) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25352)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:41:51.730277 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:41:51.790372 run osmo-hlr_10.42.42.2(pid=25349): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25349)]\u000a22:41:51.839213 run osmo-hlr_10.42.42.2(pid=25349): stdout: \u000a| (launched: 2022-12-09_22:41:48.591545) \u000a22:41:51.889100 run osmo-hlr_10.42.42.2(pid=25349): stderr: \u000a| �[0;m�[1;31m20221209224148766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224148766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224148766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224148766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224148766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224148766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224148778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224148787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224148787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224148788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:41:51.930782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25342): Terminating (SIGTERM)\u000a22:41:51.970326 run iperf3-srv_10.42.42.10(pid=25343): Terminating (SIGTERM)\u000a22:41:52.010041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25344): Terminating (SIGTERM)\u000a22:41:52.049506 run iperf3-srv_10.42.42.10(pid=25345): Terminating (SIGTERM)\u000a22:41:52.089023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25348): Terminating (SIGTERM)\u000a22:41:52.129270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25351): Terminating (SIGTERM)\u000a22:41:52.169088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25354): Terminating (SIGTERM)\u000a22:41:52.178396 --- ParallelTerminationStrategy: PID 25342 died...\u000a22:41:52.231730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25342): Terminated: ok {rc=0}\u000a22:41:52.241800 --- ParallelTerminationStrategy: PID 25343 died...\u000a22:41:52.294683 run iperf3-srv_10.42.42.10(pid=25343): Terminated {rc=256}\u000a22:41:52.304375 --- ParallelTerminationStrategy: PID 25344 died...\u000a22:41:52.357326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25344): Terminated: ok {rc=0}\u000a22:41:52.367028 --- ParallelTerminationStrategy: PID 25345 died...\u000a22:41:52.419884 run iperf3-srv_10.42.42.10(pid=25345): Terminated {rc=256}\u000a22:41:52.429626 --- ParallelTerminationStrategy: PID 25348 died...\u000a22:41:52.482593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25348): Terminated: ok {rc=0}\u000a22:41:52.492280 --- ParallelTerminationStrategy: PID 25351 died...\u000a22:41:52.545441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25351): Terminated: ok {rc=0}\u000a22:41:52.555009 --- ParallelTerminationStrategy: PID 25354 died...\u000a22:41:52.607815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25354): Terminated: ok {rc=0}\u000a22:41:52.696805 bus /gobi_0: Setting Powered False\u000a22:41:53.799338 bus /gobi_0: Setting Powered False\u000a22:41:54.909620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25366): Process ended prematurely: osmo-stp_10.42.42.5(pid=25366) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25366)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25366): Process ended prematurely: osmo-stp_10.42.42.5(pid=25366) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:41:56.018891 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:56.030570 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:41:56.163986 tst iperf3.py: using LAC 24163\u000a22:41:56.292088 tst iperf3.py: using RAC 193\u000a22:41:56.410829 tst iperf3.py: using CellId 24163\u000a22:41:56.525963 tst iperf3.py: using BVCI 24164\u000a22:41:56.548587 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:56.559539 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:56.570383 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:56.581410 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:56.592293 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:56.603335 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:56.614473 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:56.625426 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:41:56.636507 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:41:56.912313 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:41:57.037053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:41:57.347584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25356): Launched\u000a22:41:57.605989 run iperf3-srv_10.42.42.10(pid=25357): Launched\u000a22:41:57.789461 tst iperf3.py:8: start network...\u000a22:41:57.914002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:41:58.385901 run create_hlr_db(pid=25358): Launched\u000a22:41:58.558474 bus /gobi_6: Setting Powered False\u000a22:41:59.580611 run create_hlr_db(pid=25358): Terminated: ok {rc=0}\u000a22:42:00.007653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25360): Launched\u000a22:42:00.328132 run osmo-hlr_10.42.42.2(pid=25361): Launched\u000a22:42:00.447024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:01.072654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25365): Launched\u000a22:42:01.546788 run osmo-stp_10.42.42.5(pid=25366): Launched\u000a22:42:01.734013 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:02.338666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25368): Launched\u000a22:42:02.454861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:02.734595 run patchelf(pid=25369): Launched\u000a22:42:02.922387 run osmo-stp_10.42.42.5(pid=25366): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25366)]\u000a22:42:03.059719 run osmo-stp_10.42.42.5(pid=25366): stdout: \u000a| (launched: 2022-12-09_22:42:01.254721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:03.197202 run osmo-stp_10.42.42.5(pid=25366): stderr: \u000a| �[0;m�[38;5;43m20221209224201491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224201491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224201491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224201492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224201492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224201492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224201492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:03.329016 run osmo-stp_10.42.42.5(pid=25366): stdout: \u000a| (launched: 2022-12-09_22:42:01.254721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:03.460264 run osmo-stp_10.42.42.5(pid=25366): stderr: \u000a| �[0;m�[38;5;43m20221209224201491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224201491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224201491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224201492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224201492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224201492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224201492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:03.614008 run patchelf(pid=25369): Terminating (SIGINT)\u000a22:42:03.795001 run patchelf(pid=25369): Terminated: ok {rc=0}\u000a22:42:03.828264 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25366): Process ended prematurely: osmo-stp_10.42.42.5(pid=25366) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25366)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a22:42:03.838188 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:42:03.901081 run osmo-hlr_10.42.42.2(pid=25361): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25361)]\u000a22:42:03.952312 run osmo-hlr_10.42.42.2(pid=25361): stdout: \u000a| (launched: 2022-12-09_22:42:00.170924) \u000a22:42:04.004438 run osmo-hlr_10.42.42.2(pid=25361): stderr: \u000a| �[0;m�[1;31m20221209224200370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224200370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224200370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224200370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224200370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224200371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224200382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224200390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224200390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224200390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:04.049019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25356): Terminating (SIGTERM)\u000a22:42:04.090866 run iperf3-srv_10.42.42.10(pid=25357): Terminating (SIGTERM)\u000a22:42:04.132728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25360): Terminating (SIGTERM)\u000a22:42:04.174618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25365): Terminating (SIGTERM)\u000a22:42:04.216277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25368): Terminating (SIGTERM)\u000a22:42:04.225977 --- ParallelTerminationStrategy: PID 25356 died...\u000a22:42:04.281649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25356): Terminated: ok {rc=0}\u000a22:42:04.291828 --- ParallelTerminationStrategy: PID 25357 died...\u000a22:42:04.347304 run iperf3-srv_10.42.42.10(pid=25357): Terminated {rc=256}\u000a22:42:04.357481 --- ParallelTerminationStrategy: PID 25360 died...\u000a22:42:04.412924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25360): Terminated: ok {rc=0}\u000a22:42:04.423204 --- ParallelTerminationStrategy: PID 25365 died...\u000a22:42:04.478709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25365): Terminated: ok {rc=0}\u000a22:42:04.488909 --- ParallelTerminationStrategy: PID 25368 died...\u000a22:42:04.545043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25368): Terminated: ok {rc=0}\u000a22:42:04.632448 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25384): Process ended prematurely: osmo-stp_10.42.42.5(pid=25384) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25384)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25384): Process ended prematurely: osmo-stp_10.42.42.5(pid=25384) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:42:05.747616 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:05.759717 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:42:05.901581 tst iperf3m4.py: using LAC 24164\u000a22:42:06.026747 tst iperf3m4.py: using RAC 194\u000a22:42:06.152270 tst iperf3m4.py: using CellId 24164\u000a22:42:06.277237 tst iperf3m4.py: using BVCI 24165\u000a22:42:06.301569 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:06.312914 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:06.324208 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:06.335482 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:06.346774 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:06.358007 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:06.369866 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:06.381081 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:06.392992 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:06.517201 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:06.634290 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:06.753935 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:07.032896 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:42:07.158136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:07.469412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25370): Launched\u000a22:42:07.728871 run iperf3-srv_10.42.42.10(pid=25371): Launched\u000a22:42:07.912559 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:42:08.037936 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:08.350049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25372): Launched\u000a22:42:08.609166 run iperf3-srv_10.42.42.10(pid=25373): Launched\u000a22:42:08.792260 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:42:08.917278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:09.229471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25374): Launched\u000a22:42:09.487942 run iperf3-srv_10.42.42.10(pid=25375): Launched\u000a22:42:09.670642 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:42:09.795578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:10.106951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25376): Launched\u000a22:42:10.364732 run iperf3-srv_10.42.42.10(pid=25377): Launched\u000a22:42:10.547237 tst iperf3m4.py:8: start network...\u000a22:42:10.671899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:11.145912 run create_hlr_db(pid=25378): Launched\u000a22:42:11.318687 bus /gobi_6: Setting Powered False\u000a22:42:12.340850 run create_hlr_db(pid=25378): Terminated: ok {rc=0}\u000a22:42:12.767820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25380): Launched\u000a22:42:13.088073 run osmo-hlr_10.42.42.2(pid=25381): Launched\u000a22:42:13.206167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:13.763705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25383): Launched\u000a22:42:14.085967 run osmo-stp_10.42.42.5(pid=25384): Launched\u000a22:42:14.203157 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:14.763364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25386): Launched\u000a22:42:14.877229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:15.158670 run patchelf(pid=25387): Launched\u000a22:42:15.348003 run osmo-stp_10.42.42.5(pid=25384): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25384)]\u000a22:42:15.485658 run osmo-stp_10.42.42.5(pid=25384): stdout: \u000a| (launched: 2022-12-09_22:42:13.926653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:15.623710 run osmo-stp_10.42.42.5(pid=25384): stderr: \u000a| �[0;m�[38;5;43m20221209224214118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224214118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224214118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224214118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224214119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224214119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224214119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:15.757436 run osmo-stp_10.42.42.5(pid=25384): stdout: \u000a| (launched: 2022-12-09_22:42:13.926653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:15.895895 run osmo-stp_10.42.42.5(pid=25384): stderr: \u000a| �[0;m�[38;5;43m20221209224214118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224214118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224214118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224214118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224214119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224214119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224214119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:16.054189 run patchelf(pid=25387): Terminating (SIGINT)\u000a22:42:16.239058 run patchelf(pid=25387): Terminated: ok {rc=0}\u000a22:42:16.273984 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25384): Process ended prematurely: osmo-stp_10.42.42.5(pid=25384) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25384)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:42:16.284833 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a22:42:16.348928 run osmo-hlr_10.42.42.2(pid=25381): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25381)]\u000a22:42:16.401401 run osmo-hlr_10.42.42.2(pid=25381): stdout: \u000a| (launched: 2022-12-09_22:42:12.930617) \u000a22:42:16.454066 run osmo-hlr_10.42.42.2(pid=25381): stderr: \u000a| �[0;m�[1;31m20221209224213129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224213129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224213129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224213129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224213129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224213129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224213140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224213148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224213149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224213149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:16.499244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25370): Terminating (SIGTERM)\u000a22:42:16.543551 run iperf3-srv_10.42.42.10(pid=25371): Terminating (SIGTERM)\u000a22:42:16.587845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25372): Terminating (SIGTERM)\u000a22:42:16.633622 run iperf3-srv_10.42.42.10(pid=25373): Terminating (SIGTERM)\u000a22:42:16.678239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25374): Terminating (SIGTERM)\u000a22:42:16.721552 run iperf3-srv_10.42.42.10(pid=25375): Terminating (SIGTERM)\u000a22:42:16.767435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25376): Terminating (SIGTERM)\u000a22:42:16.812152 run iperf3-srv_10.42.42.10(pid=25377): Terminating (SIGTERM)\u000a22:42:16.856318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25380): Terminating (SIGTERM)\u000a22:42:16.898441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25383): Terminating (SIGTERM)\u000a22:42:16.940697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25386): Terminating (SIGTERM)\u000a22:42:16.950324 --- ParallelTerminationStrategy: PID 25370 died...\u000a22:42:17.007114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25370): Terminated: ok {rc=0}\u000a22:42:17.017881 --- ParallelTerminationStrategy: PID 25371 died...\u000a22:42:17.075281 run iperf3-srv_10.42.42.10(pid=25371): Terminated {rc=256}\u000a22:42:17.086058 --- ParallelTerminationStrategy: PID 25372 died...\u000a22:42:17.143105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25372): Terminated: ok {rc=0}\u000a22:42:17.153999 --- ParallelTerminationStrategy: PID 25373 died...\u000a22:42:17.210688 run iperf3-srv_10.42.42.10(pid=25373): Terminated {rc=256}\u000a22:42:17.221040 --- ParallelTerminationStrategy: PID 25374 died...\u000a22:42:17.277254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25374): Terminated: ok {rc=0}\u000a22:42:17.287612 --- ParallelTerminationStrategy: PID 25375 died...\u000a22:42:17.342918 run iperf3-srv_10.42.42.10(pid=25375): Terminated {rc=256}\u000a22:42:17.352826 --- ParallelTerminationStrategy: PID 25376 died...\u000a22:42:17.408440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25376): Terminated: ok {rc=0}\u000a22:42:17.418520 --- ParallelTerminationStrategy: PID 25377 died...\u000a22:42:17.473864 run iperf3-srv_10.42.42.10(pid=25377): Terminated {rc=256}\u000a22:42:17.483853 --- ParallelTerminationStrategy: PID 25380 died...\u000a22:42:17.539372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25380): Terminated: ok {rc=0}\u000a22:42:17.549438 --- ParallelTerminationStrategy: PID 25383 died...\u000a22:42:17.604670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25383): Terminated: ok {rc=0}\u000a22:42:17.614683 --- ParallelTerminationStrategy: PID 25386 died...\u000a22:42:17.670009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25386): Terminated: ok {rc=0}\u000a22:42:17.757605 bus /gobi_4: Setting Powered False\u000a22:42:18.862145 bus /gobi_4: Setting Powered False\u000a22:42:19.973124 bus /gobi_1: Setting Powered False\u000a22:42:21.076707 bus /gobi_1: Setting Powered False\u000a22:42:22.188148 bus /gobi_0: Setting Powered False\u000a22:42:23.293499 bus /gobi_0: Setting Powered False\u000a22:42:24.404194 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25394): Process ended prematurely: osmo-stp_10.42.42.5(pid=25394) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25394)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25394): Process ended prematurely: osmo-stp_10.42.42.5(pid=25394) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:42:25.471711 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:25.483751 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:42:25.624236 tst ping.py: using LAC 24165\u000a22:42:25.747582 tst ping.py: using RAC 195\u000a22:42:25.871263 tst ping.py: using CellId 24165\u000a22:42:25.996634 tst ping.py: using BVCI 24166\u000a22:42:26.021333 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:26.032778 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:26.044105 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:26.055564 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:26.067111 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:26.078359 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:26.089710 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:26.100834 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:26.388337 tst ping.py:19: start network...\u000a22:42:26.518881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:27.024619 run create_hlr_db(pid=25388): Launched\u000a22:42:27.206917 bus /gobi_6: Setting Powered False\u000a22:42:28.226741 run create_hlr_db(pid=25388): Terminated: ok {rc=0}\u000a22:42:28.624520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25390): Launched\u000a22:42:28.919133 run osmo-hlr_10.42.42.2(pid=25391): Launched\u000a22:42:29.034763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:29.557213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25393): Launched\u000a22:42:29.851393 run osmo-stp_10.42.42.5(pid=25394): Launched\u000a22:42:29.959141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:30.474895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25396): Launched\u000a22:42:30.580100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:30.847027 run patchelf(pid=25397): Launched\u000a22:42:31.041209 run osmo-stp_10.42.42.5(pid=25394): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25394)]\u000a22:42:31.174317 run osmo-stp_10.42.42.5(pid=25394): stdout: \u000a| (launched: 2022-12-09_22:42:29.706654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:31.306140 run osmo-stp_10.42.42.5(pid=25394): stderr: \u000a| �[0;m�[38;5;43m20221209224229875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224229875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224229875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224229876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224229876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224229876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224229877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:31.432486 run osmo-stp_10.42.42.5(pid=25394): stdout: \u000a| (launched: 2022-12-09_22:42:29.706654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:31.558065 run osmo-stp_10.42.42.5(pid=25394): stderr: \u000a| �[0;m�[38;5;43m20221209224229875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224229875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224229875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224229876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224229876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224229876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224229877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:31.705066 run patchelf(pid=25397): Terminating (SIGINT)\u000a22:42:31.877923 run patchelf(pid=25397): Terminated: ok {rc=0}\u000a22:42:31.910239 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25394): Process ended prematurely: osmo-stp_10.42.42.5(pid=25394) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25394)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a22:42:31.920026 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:42:31.987363 run osmo-hlr_10.42.42.2(pid=25391): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25391)]\u000a22:42:32.039289 run osmo-hlr_10.42.42.2(pid=25391): stdout: \u000a| (launched: 2022-12-09_22:42:28.773792) \u000a22:42:32.091911 run osmo-hlr_10.42.42.2(pid=25391): stderr: \u000a| �[0;m�[1;31m20221209224228948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224228948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224228948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224228948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224228948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224228948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224228960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224228968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224228968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224228968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:32.135409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25390): Terminating (SIGTERM)\u000a22:42:32.177398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25393): Terminating (SIGTERM)\u000a22:42:32.219388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25396): Terminating (SIGTERM)\u000a22:42:32.229017 --- ParallelTerminationStrategy: PID 25390 died...\u000a22:42:32.283826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25390): Terminated: ok {rc=0}\u000a22:42:32.293726 --- ParallelTerminationStrategy: PID 25393 died...\u000a22:42:32.347629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25393): Terminated: ok {rc=0}\u000a22:42:32.358135 --- ParallelTerminationStrategy: PID 25396 died...\u000a22:42:32.412172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25396): Terminated: ok {rc=0}\u000a22:42:32.501595 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25404): Process ended prematurely: osmo-stp_10.42.42.5(pid=25404) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25404)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25404): Process ended prematurely: osmo-stp_10.42.42.5(pid=25404) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:42:33.555213 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:33.567832 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:42:33.709799 tst ping_idle_ping.py: using LAC 24166\u000a22:42:33.835414 tst ping_idle_ping.py: using RAC 196\u000a22:42:33.956176 tst ping_idle_ping.py: using CellId 24166\u000a22:42:34.073647 tst ping_idle_ping.py: using BVCI 24167\u000a22:42:34.096143 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:34.107344 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:34.118426 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:34.129717 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:34.140680 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:34.151681 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:34.162825 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:42:34.173799 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:42:34.446786 tst ping_idle_ping.py:24: start network...\u000a22:42:34.569483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:35.036078 run create_hlr_db(pid=25398): Launched\u000a22:42:35.208210 bus /gobi_6: Setting Powered False\u000a22:42:36.229164 run create_hlr_db(pid=25398): Terminated: ok {rc=0}\u000a22:42:36.625060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25400): Launched\u000a22:42:36.922853 run osmo-hlr_10.42.42.2(pid=25401): Launched\u000a22:42:37.038866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:37.563975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25403): Launched\u000a22:42:37.860385 run osmo-stp_10.42.42.5(pid=25404): Launched\u000a22:42:37.968682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:38.483206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25406): Launched\u000a22:42:38.588393 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:38.847016 run patchelf(pid=25407): Launched\u000a22:42:39.021153 run osmo-stp_10.42.42.5(pid=25404): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25404)]\u000a22:42:39.148840 run osmo-stp_10.42.42.5(pid=25404): stdout: \u000a| (launched: 2022-12-09_22:42:37.713946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:39.276650 run osmo-stp_10.42.42.5(pid=25404): stderr: \u000a| �[0;m�[38;5;43m20221209224237879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224237879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224237880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224237880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224237882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224237882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224237882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:39.399653 run osmo-stp_10.42.42.5(pid=25404): stdout: \u000a| (launched: 2022-12-09_22:42:37.713946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:39.521540 run osmo-stp_10.42.42.5(pid=25404): stderr: \u000a| �[0;m�[38;5;43m20221209224237879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224237879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224237880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224237880 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224237882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224237882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224237882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:39.664374 run patchelf(pid=25407): Terminating (SIGINT)\u000a22:42:39.832254 run patchelf(pid=25407): Terminated: ok {rc=0}\u000a22:42:39.862782 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25404): Process ended prematurely: osmo-stp_10.42.42.5(pid=25404) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25404)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:42:39.871523 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a22:42:39.931573 run osmo-hlr_10.42.42.2(pid=25401): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25401)]\u000a22:42:39.980738 run osmo-hlr_10.42.42.2(pid=25401): stdout: \u000a| (launched: 2022-12-09_22:42:36.775486) \u000a22:42:40.030821 run osmo-hlr_10.42.42.2(pid=25401): stderr: \u000a| �[0;m�[1;31m20221209224236947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224236947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224236947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224236947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224236947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224236948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224236959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224236968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224236968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224236968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:40.073079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25400): Terminating (SIGTERM)\u000a22:42:40.113259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25403): Terminating (SIGTERM)\u000a22:42:40.153305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25406): Terminating (SIGTERM)\u000a22:42:40.162850 --- ParallelTerminationStrategy: PID 25400 died...\u000a22:42:40.216286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25400): Terminated: ok {rc=0}\u000a22:42:40.226159 --- ParallelTerminationStrategy: PID 25403 died...\u000a22:42:40.279241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25403): Terminated: ok {rc=0}\u000a22:42:40.289280 --- ParallelTerminationStrategy: PID 25406 died...\u000a22:42:40.342522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25406): Terminated: ok {rc=0}\u000a22:42:40.431111 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:41:42" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25421): Process ended prematurely: osmo-stp_10.42.42.5(pid=25421) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25421)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25421): Process ended prematurely: osmo-stp_10.42.42.5(pid=25421) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:42:42.577033 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:42.588559 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:42:42.748375 tst cs_paging_gprs_active.py: using LAC 24167\u000a22:42:42.874383 tst cs_paging_gprs_active.py: using RAC 197\u000a22:42:42.995239 tst cs_paging_gprs_active.py: using CellId 24167\u000a22:42:43.115039 tst cs_paging_gprs_active.py: using BVCI 24168\u000a22:42:43.138119 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:43.149218 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:43.160216 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:43.171537 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:43.182825 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:43.193865 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:43.204851 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:43.215799 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:43.227090 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:42:43.346950 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:42:43.625721 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:42:43.750918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:44.063818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25411): Launched\u000a22:42:44.324091 run iperf3-srv_10.42.42.10(pid=25412): Launched\u000a22:42:44.508182 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:42:44.633489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:44.946457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25413): Launched\u000a22:42:45.206607 run iperf3-srv_10.42.42.10(pid=25414): Launched\u000a22:42:45.390174 tst cs_paging_gprs_active.py:38: start network...\u000a22:42:45.515778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:46.066329 run create_hlr_db(pid=25415): Launched\u000a22:42:46.244864 bus /gobi_6: Setting Powered False\u000a22:42:47.266796 run create_hlr_db(pid=25415): Terminated: ok {rc=0}\u000a22:42:47.673421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25417): Launched\u000a22:42:47.976723 run osmo-hlr_10.42.42.2(pid=25418): Launched\u000a22:42:48.094349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:42:48.626952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25420): Launched\u000a22:42:48.930204 run osmo-stp_10.42.42.5(pid=25421): Launched\u000a22:42:49.041963 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:42:49.568461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25423): Launched\u000a22:42:49.677470 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:42:49.943044 run patchelf(pid=25424): Launched\u000a22:42:50.121357 run osmo-stp_10.42.42.5(pid=25421): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25421)]\u000a22:42:50.250730 run osmo-stp_10.42.42.5(pid=25421): stdout: \u000a| (launched: 2022-12-09_22:42:48.780689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:50.380536 run osmo-stp_10.42.42.5(pid=25421): stderr: \u000a| �[0;m�[38;5;43m20221209224248951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224248951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224248951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224248952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224248952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224248952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224248952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:50.505563 run osmo-stp_10.42.42.5(pid=25421): stdout: \u000a| (launched: 2022-12-09_22:42:48.780689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:42:50.629566 run osmo-stp_10.42.42.5(pid=25421): stderr: \u000a| �[0;m�[38;5;43m20221209224248951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224248951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224248951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224248952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224248952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224248952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224248952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:42:50.775462 run patchelf(pid=25424): Terminating (SIGINT)\u000a22:42:50.946871 run patchelf(pid=25424): Terminated: ok {rc=0}\u000a22:42:50.978376 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25421): Process ended prematurely: osmo-stp_10.42.42.5(pid=25421) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25421)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:42:50.987655 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a22:42:51.049005 run osmo-hlr_10.42.42.2(pid=25418): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25418)]\u000a22:42:51.098037 run osmo-hlr_10.42.42.2(pid=25418): stdout: \u000a| (launched: 2022-12-09_22:42:47.827038) \u000a22:42:51.148313 run osmo-hlr_10.42.42.2(pid=25418): stderr: \u000a| �[0;m�[1;31m20221209224248002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224248002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224248002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224248002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224248002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224248002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224248014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224248023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224248023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224248023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:42:51.190413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25411): Terminating (SIGTERM)\u000a22:42:51.230421 run iperf3-srv_10.42.42.10(pid=25412): Terminating (SIGTERM)\u000a22:42:51.270475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25413): Terminating (SIGTERM)\u000a22:42:51.310407 run iperf3-srv_10.42.42.10(pid=25414): Terminating (SIGTERM)\u000a22:42:51.350497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25417): Terminating (SIGTERM)\u000a22:42:51.390461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25420): Terminating (SIGTERM)\u000a22:42:51.430445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25423): Terminating (SIGTERM)\u000a22:42:51.439837 --- ParallelTerminationStrategy: PID 25411 died...\u000a22:42:51.493537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25411): Terminated: ok {rc=0}\u000a22:42:51.503493 --- ParallelTerminationStrategy: PID 25412 died...\u000a22:42:51.556655 run iperf3-srv_10.42.42.10(pid=25412): Terminated {rc=256}\u000a22:42:51.566580 --- ParallelTerminationStrategy: PID 25413 died...\u000a22:42:51.619781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25413): Terminated: ok {rc=0}\u000a22:42:51.629746 --- ParallelTerminationStrategy: PID 25414 died...\u000a22:42:51.682999 run iperf3-srv_10.42.42.10(pid=25414): Terminated {rc=256}\u000a22:42:51.692887 --- ParallelTerminationStrategy: PID 25417 died...\u000a22:42:51.746202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25417): Terminated: ok {rc=0}\u000a22:42:51.755804 --- ParallelTerminationStrategy: PID 25420 died...\u000a22:42:51.809170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25420): Terminated: ok {rc=0}\u000a22:42:51.818797 --- ParallelTerminationStrategy: PID 25423 died...\u000a22:42:51.872023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25423): Terminated: ok {rc=0}\u000a22:42:51.973588 bus /gobi_0: Setting Powered False\u000a22:42:53.077374 bus /gobi_0: Setting Powered False\u000a22:42:54.185077 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25433): Process ended prematurely: osmo-stp_10.42.42.5(pid=25433) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25433)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25433): Process ended prematurely: osmo-stp_10.42.42.5(pid=25433) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:42:55.300384 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:55.312881 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:42:55.482822 tst iperf3.py: using LAC 24168\u000a22:42:55.609993 tst iperf3.py: using RAC 198\u000a22:42:55.735887 tst iperf3.py: using CellId 24168\u000a22:42:55.861399 tst iperf3.py: using BVCI 24169\u000a22:42:55.886276 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:55.897962 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:55.909334 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:55.921216 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:55.933150 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:55.944927 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:55.957075 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:55.968844 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:42:55.980883 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:42:56.276152 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:42:56.410563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:42:56.744010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25425): Launched\u000a22:42:57.022878 run iperf3-srv_10.42.42.10(pid=25426): Launched\u000a22:42:57.219876 tst iperf3.py:8: start network...\u000a22:42:57.354127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:42:57.864765 run create_hlr_db(pid=25427): Launched\u000a22:42:58.049136 bus /gobi_6: Setting Powered False\u000a22:42:59.071603 run create_hlr_db(pid=25427): Terminated: ok {rc=0}\u000a22:42:59.476817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25429): Launched\u000a22:42:59.778364 run osmo-hlr_10.42.42.2(pid=25430): Launched\u000a22:42:59.892404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:00.419387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25432): Launched\u000a22:43:00.719894 run osmo-stp_10.42.42.5(pid=25433): Launched\u000a22:43:00.829817 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:01.438245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25435): Launched\u000a22:43:01.594086 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:01.895719 run patchelf(pid=25436): Launched\u000a22:43:02.077982 run osmo-stp_10.42.42.5(pid=25433): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25433)]\u000a22:43:02.211965 run osmo-stp_10.42.42.5(pid=25433): stdout: \u000a| (launched: 2022-12-09_22:43:00.571840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:02.346539 run osmo-stp_10.42.42.5(pid=25433): stderr: \u000a| �[0;m�[38;5;43m20221209224300743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224300744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224300744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224300744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224300745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224300745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224300745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:02.472861 run osmo-stp_10.42.42.5(pid=25433): stdout: \u000a| (launched: 2022-12-09_22:43:00.571840)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:02.598187 run osmo-stp_10.42.42.5(pid=25433): stderr: \u000a| �[0;m�[38;5;43m20221209224300743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224300744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224300744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224300744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224300745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224300745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224300745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:02.744568 run patchelf(pid=25436): Terminating (SIGINT)\u000a22:43:02.916819 run patchelf(pid=25436): Terminated: ok {rc=0}\u000a22:43:02.948589 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25433): Process ended prematurely: osmo-stp_10.42.42.5(pid=25433) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25433)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:43:02.958177 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:43:03.019443 run osmo-hlr_10.42.42.2(pid=25430): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25430)]\u000a22:43:03.069147 run osmo-hlr_10.42.42.2(pid=25430): stdout: \u000a| (launched: 2022-12-09_22:42:59.629946) \u000a22:43:03.119862 run osmo-hlr_10.42.42.2(pid=25430): stderr: \u000a| �[0;m�[1;31m20221209224259808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224259808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224259808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224259808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224259808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224259808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224259821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224259830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224259830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224259830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:03.162123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25425): Terminating (SIGTERM)\u000a22:43:03.202460 run iperf3-srv_10.42.42.10(pid=25426): Terminating (SIGTERM)\u000a22:43:03.244490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25429): Terminating (SIGTERM)\u000a22:43:03.284648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25432): Terminating (SIGTERM)\u000a22:43:03.324859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25435): Terminating (SIGTERM)\u000a22:43:03.334490 --- ParallelTerminationStrategy: PID 25425 died...\u000a22:43:03.388403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25425): Terminated: ok {rc=0}\u000a22:43:03.398462 --- ParallelTerminationStrategy: PID 25426 died...\u000a22:43:03.451845 run iperf3-srv_10.42.42.10(pid=25426): Terminated {rc=256}\u000a22:43:03.461927 --- ParallelTerminationStrategy: PID 25429 died...\u000a22:43:03.515722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25429): Terminated: ok {rc=0}\u000a22:43:03.525708 --- ParallelTerminationStrategy: PID 25432 died...\u000a22:43:03.579275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25432): Terminated: ok {rc=0}\u000a22:43:03.589302 --- ParallelTerminationStrategy: PID 25435 died...\u000a22:43:03.643628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25435): Terminated: ok {rc=0}\u000a22:43:03.732416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25452): Process ended prematurely: osmo-stp_10.42.42.5(pid=25452) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25452)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25452): Process ended prematurely: osmo-stp_10.42.42.5(pid=25452) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:43:04.843095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:04.854844 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:43:05.007840 tst iperf3m4.py: using LAC 24169\u000a22:43:05.125107 tst iperf3m4.py: using RAC 199\u000a22:43:05.244062 tst iperf3m4.py: using CellId 24169\u000a22:43:05.365832 tst iperf3m4.py: using BVCI 24170\u000a22:43:05.388648 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:05.399587 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:05.410513 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:05.421691 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:05.432564 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:05.443573 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:05.454748 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:05.465712 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:05.476798 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:05.597193 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:05.717478 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:05.837205 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:06.113707 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:43:06.238871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:06.551087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25438): Launched\u000a22:43:06.810105 run iperf3-srv_10.42.42.10(pid=25439): Launched\u000a22:43:06.993597 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:43:07.118318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:07.431037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25440): Launched\u000a22:43:07.690630 run iperf3-srv_10.42.42.10(pid=25441): Launched\u000a22:43:07.874193 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:43:07.999097 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:08.313635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25442): Launched\u000a22:43:08.575378 run iperf3-srv_10.42.42.10(pid=25443): Launched\u000a22:43:08.759353 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:43:08.884937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:09.198887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25444): Launched\u000a22:43:09.458613 run iperf3-srv_10.42.42.10(pid=25445): Launched\u000a22:43:09.642113 tst iperf3m4.py:8: start network...\u000a22:43:09.767293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:10.243554 run create_hlr_db(pid=25446): Launched\u000a22:43:10.419685 bus /gobi_6: Setting Powered False\u000a22:43:11.438534 run create_hlr_db(pid=25446): Terminated: ok {rc=0}\u000a22:43:11.840297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25448): Launched\u000a22:43:12.142976 run osmo-hlr_10.42.42.2(pid=25449): Launched\u000a22:43:12.258332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:12.793373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25451): Launched\u000a22:43:13.096750 run osmo-stp_10.42.42.5(pid=25452): Launched\u000a22:43:13.207677 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:13.736712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25454): Launched\u000a22:43:13.844193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:14.108308 run patchelf(pid=25455): Launched\u000a22:43:14.286460 run osmo-stp_10.42.42.5(pid=25452): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25452)]\u000a22:43:14.416147 run osmo-stp_10.42.42.5(pid=25452): stdout: \u000a| (launched: 2022-12-09_22:43:12.946291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:14.546271 run osmo-stp_10.42.42.5(pid=25452): stderr: \u000a| �[0;m�[38;5;43m20221209224313116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224313116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224313116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224313117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224313117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224313117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224313117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:14.671079 run osmo-stp_10.42.42.5(pid=25452): stdout: \u000a| (launched: 2022-12-09_22:43:12.946291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:14.794722 run osmo-stp_10.42.42.5(pid=25452): stderr: \u000a| �[0;m�[38;5;43m20221209224313116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224313116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224313116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224313117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224313117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224313117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224313117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:14.939963 run patchelf(pid=25455): Terminating (SIGINT)\u000a22:43:15.111401 run patchelf(pid=25455): Terminated: ok {rc=0}\u000a22:43:15.142647 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25452): Process ended prematurely: osmo-stp_10.42.42.5(pid=25452) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25452)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:43:15.151954 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a22:43:15.212867 run osmo-hlr_10.42.42.2(pid=25449): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25449)]\u000a22:43:15.261894 run osmo-hlr_10.42.42.2(pid=25449): stdout: \u000a| (launched: 2022-12-09_22:43:11.993387) \u000a22:43:15.311648 run osmo-hlr_10.42.42.2(pid=25449): stderr: \u000a| �[0;m�[1;31m20221209224312172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224312172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224312172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224312172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224312172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224312172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224312183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224312191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224312191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224312191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:15.353672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25438): Terminating (SIGTERM)\u000a22:43:15.393655 run iperf3-srv_10.42.42.10(pid=25439): Terminating (SIGTERM)\u000a22:43:15.433776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25440): Terminating (SIGTERM)\u000a22:43:15.473516 run iperf3-srv_10.42.42.10(pid=25441): Terminating (SIGTERM)\u000a22:43:15.513668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25442): Terminating (SIGTERM)\u000a22:43:15.553528 run iperf3-srv_10.42.42.10(pid=25443): Terminating (SIGTERM)\u000a22:43:15.593364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25444): Terminating (SIGTERM)\u000a22:43:15.633659 run iperf3-srv_10.42.42.10(pid=25445): Terminating (SIGTERM)\u000a22:43:15.673574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25448): Terminating (SIGTERM)\u000a22:43:15.713390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25451): Terminating (SIGTERM)\u000a22:43:15.753205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25454): Terminating (SIGTERM)\u000a22:43:15.762550 --- ParallelTerminationStrategy: PID 25438 died...\u000a22:43:15.816063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25438): Terminated: ok {rc=0}\u000a22:43:15.825960 --- ParallelTerminationStrategy: PID 25439 died...\u000a22:43:15.879911 run iperf3-srv_10.42.42.10(pid=25439): Terminated {rc=256}\u000a22:43:15.890158 --- ParallelTerminationStrategy: PID 25440 died...\u000a22:43:15.944167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25440): Terminated: ok {rc=0}\u000a22:43:15.954354 --- ParallelTerminationStrategy: PID 25441 died...\u000a22:43:16.008884 run iperf3-srv_10.42.42.10(pid=25441): Terminated {rc=256}\u000a22:43:16.020376 --- ParallelTerminationStrategy: PID 25442 died...\u000a22:43:16.076301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25442): Terminated: ok {rc=0}\u000a22:43:16.086734 --- ParallelTerminationStrategy: PID 25443 died...\u000a22:43:16.142697 run iperf3-srv_10.42.42.10(pid=25443): Terminated {rc=256}\u000a22:43:16.153368 --- ParallelTerminationStrategy: PID 25444 died...\u000a22:43:16.209335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25444): Terminated: ok {rc=0}\u000a22:43:16.219888 --- ParallelTerminationStrategy: PID 25445 died...\u000a22:43:16.275388 run iperf3-srv_10.42.42.10(pid=25445): Terminated {rc=256}\u000a22:43:16.286812 --- ParallelTerminationStrategy: PID 25448 died...\u000a22:43:16.342724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25448): Terminated: ok {rc=0}\u000a22:43:16.353325 --- ParallelTerminationStrategy: PID 25451 died...\u000a22:43:16.409614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25451): Terminated: ok {rc=0}\u000a22:43:16.420231 --- ParallelTerminationStrategy: PID 25454 died...\u000a22:43:16.476488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25454): Terminated: ok {rc=0}\u000a22:43:16.583318 bus /gobi_4: Setting Powered False\u000a22:43:17.688253 bus /gobi_4: Setting Powered False\u000a22:43:18.794976 bus /gobi_1: Setting Powered False\u000a22:43:19.902087 bus /gobi_1: Setting Powered False\u000a22:43:21.009852 bus /gobi_0: Setting Powered False\u000a22:43:22.116722 bus /gobi_0: Setting Powered False\u000a22:43:23.225092 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25462): Process ended prematurely: osmo-stp_10.42.42.5(pid=25462) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25462)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25462): Process ended prematurely: osmo-stp_10.42.42.5(pid=25462) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:43:24.294761 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:24.307313 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:43:24.460767 tst ping.py: using LAC 24170\u000a22:43:24.578281 tst ping.py: using RAC 200\u000a22:43:24.703556 tst ping.py: using CellId 24170\u000a22:43:24.828144 tst ping.py: using BVCI 24171\u000a22:43:24.852611 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:24.864258 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:24.876049 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:24.887584 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:24.899117 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:24.910819 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:24.922198 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:24.933665 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:25.224086 tst ping.py:19: start network...\u000a22:43:25.356544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:25.858937 run create_hlr_db(pid=25456): Launched\u000a22:43:26.043076 bus /gobi_6: Setting Powered False\u000a22:43:27.063444 run create_hlr_db(pid=25456): Terminated: ok {rc=0}\u000a22:43:27.462089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25458): Launched\u000a22:43:27.759105 run osmo-hlr_10.42.42.2(pid=25459): Launched\u000a22:43:27.872774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:28.402509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25461): Launched\u000a22:43:28.700606 run osmo-stp_10.42.42.5(pid=25462): Launched\u000a22:43:28.809399 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:29.324056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25464): Launched\u000a22:43:29.429334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:29.688175 run patchelf(pid=25465): Launched\u000a22:43:29.862891 run osmo-stp_10.42.42.5(pid=25462): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25462)]\u000a22:43:29.990147 run osmo-stp_10.42.42.5(pid=25462): stdout: \u000a| (launched: 2022-12-09_22:43:28.553693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:30.117815 run osmo-stp_10.42.42.5(pid=25462): stderr: \u000a| �[0;m�[38;5;43m20221209224328725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224328725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224328726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224328726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224328726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224328726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224328727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:30.240197 run osmo-stp_10.42.42.5(pid=25462): stdout: \u000a| (launched: 2022-12-09_22:43:28.553693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:30.362199 run osmo-stp_10.42.42.5(pid=25462): stderr: \u000a| �[0;m�[38;5;43m20221209224328725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224328725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224328726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224328726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224328726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224328726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224328727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:30.505170 run patchelf(pid=25465): Terminating (SIGINT)\u000a22:43:30.672586 run patchelf(pid=25465): Terminated: ok {rc=0}\u000a22:43:30.703043 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25462): Process ended prematurely: osmo-stp_10.42.42.5(pid=25462) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25462)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:43:30.711695 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:43:30.772129 run osmo-hlr_10.42.42.2(pid=25459): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25459)]\u000a22:43:30.821207 run osmo-hlr_10.42.42.2(pid=25459): stdout: \u000a| (launched: 2022-12-09_22:43:27.612424) \u000a22:43:30.875534 run osmo-hlr_10.42.42.2(pid=25459): stderr: \u000a| �[0;m�[1;31m20221209224327788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224327788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224327788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224327788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224327789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224327789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224327801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224327810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224327810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224327810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:30.921564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25458): Terminating (SIGTERM)\u000a22:43:30.968613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25461): Terminating (SIGTERM)\u000a22:43:31.011852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25464): Terminating (SIGTERM)\u000a22:43:31.021938 --- ParallelTerminationStrategy: PID 25458 died...\u000a22:43:31.079350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25458): Terminated: ok {rc=0}\u000a22:43:31.089639 --- ParallelTerminationStrategy: PID 25461 died...\u000a22:43:31.144231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25461): Terminated: ok {rc=0}\u000a22:43:31.154584 --- ParallelTerminationStrategy: PID 25464 died...\u000a22:43:31.209069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25464): Terminated: ok {rc=0}\u000a22:43:31.296411 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25472): Process ended prematurely: osmo-stp_10.42.42.5(pid=25472) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25472)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25472): Process ended prematurely: osmo-stp_10.42.42.5(pid=25472) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:43:32.345636 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:32.357397 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:43:32.509467 tst ping_idle_ping.py: using LAC 24171\u000a22:43:32.624325 tst ping_idle_ping.py: using RAC 201\u000a22:43:32.742065 tst ping_idle_ping.py: using CellId 24171\u000a22:43:32.866420 tst ping_idle_ping.py: using BVCI 24172\u000a22:43:32.890780 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:32.902391 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:32.913853 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:32.925917 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:32.938309 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:32.949779 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:32.961753 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:43:32.973611 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:43:33.250203 tst ping_idle_ping.py:24: start network...\u000a22:43:33.372404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:33.840660 run create_hlr_db(pid=25466): Launched\u000a22:43:34.011961 bus /gobi_6: Setting Powered False\u000a22:43:35.034066 run create_hlr_db(pid=25466): Terminated: ok {rc=0}\u000a22:43:35.429624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25468): Launched\u000a22:43:35.735261 run osmo-hlr_10.42.42.2(pid=25469): Launched\u000a22:43:35.853590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:36.404395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25471): Launched\u000a22:43:36.722703 run osmo-stp_10.42.42.5(pid=25472): Launched\u000a22:43:36.837742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:37.390060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25474): Launched\u000a22:43:37.502791 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:37.780228 run patchelf(pid=25475): Launched\u000a22:43:37.965847 run osmo-stp_10.42.42.5(pid=25472): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25472)]\u000a22:43:38.102573 run osmo-stp_10.42.42.5(pid=25472): stdout: \u000a| (launched: 2022-12-09_22:43:36.566263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:38.238625 run osmo-stp_10.42.42.5(pid=25472): stderr: \u000a| �[0;m�[38;5;43m20221209224336758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224336758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224336758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224336758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224336759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224336759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224336759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:38.370127 run osmo-stp_10.42.42.5(pid=25472): stdout: \u000a| (launched: 2022-12-09_22:43:36.566263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:38.500216 run osmo-stp_10.42.42.5(pid=25472): stderr: \u000a| �[0;m�[38;5;43m20221209224336758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224336758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224336758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224336758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224336759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224336759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224336759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:38.652764 run patchelf(pid=25475): Terminating (SIGINT)\u000a22:43:38.831891 run patchelf(pid=25475): Terminated: ok {rc=0}\u000a22:43:38.864401 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25472): Process ended prematurely: osmo-stp_10.42.42.5(pid=25472) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25472)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:43:38.873895 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:43:38.936559 run osmo-hlr_10.42.42.2(pid=25469): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25469)]\u000a22:43:38.987754 run osmo-hlr_10.42.42.2(pid=25469): stdout: \u000a| (launched: 2022-12-09_22:43:35.579708) \u000a22:43:39.040176 run osmo-hlr_10.42.42.2(pid=25469): stderr: \u000a| �[0;m�[1;31m20221209224335771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224335771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224335771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224335771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224335771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224335771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224335784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224335792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224335792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224335792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:39.084786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25468): Terminating (SIGTERM)\u000a22:43:39.126799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25471): Terminating (SIGTERM)\u000a22:43:39.168757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25474): Terminating (SIGTERM)\u000a22:43:39.178577 --- ParallelTerminationStrategy: PID 25468 died...\u000a22:43:39.235031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25468): Terminated: ok {rc=0}\u000a22:43:39.245262 --- ParallelTerminationStrategy: PID 25471 died...\u000a22:43:39.300915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25471): Terminated: ok {rc=0}\u000a22:43:39.311132 --- ParallelTerminationStrategy: PID 25474 died...\u000a22:43:39.367054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25474): Terminated: ok {rc=0}\u000a22:43:39.454353 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:42:42" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25490): Process ended prematurely: osmo-stp_10.42.42.5(pid=25490) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25490)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25490): Process ended prematurely: osmo-stp_10.42.42.5(pid=25490) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:43:41.611598 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:41.622638 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:43:41.772742 tst cs_paging_gprs_active.py: using LAC 24172\u000a22:43:41.891131 tst cs_paging_gprs_active.py: using RAC 202\u000a22:43:42.007303 tst cs_paging_gprs_active.py: using CellId 24172\u000a22:43:42.128458 tst cs_paging_gprs_active.py: using BVCI 24173\u000a22:43:42.151448 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:42.162463 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:42.173275 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:42.184024 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:42.195180 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:42.206258 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:42.217394 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:42.228426 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:42.239831 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:43:42.359967 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:43:42.639440 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:43:42.765913 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:43.079910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25480): Launched\u000a22:43:43.341289 run iperf3-srv_10.42.42.10(pid=25481): Launched\u000a22:43:43.526249 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:43:43.652431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:43.966946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25482): Launched\u000a22:43:44.227509 run iperf3-srv_10.42.42.10(pid=25483): Launched\u000a22:43:44.412672 tst cs_paging_gprs_active.py:38: start network...\u000a22:43:44.538911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:45.015446 run create_hlr_db(pid=25484): Launched\u000a22:43:45.190130 bus /gobi_6: Setting Powered False\u000a22:43:46.213285 run create_hlr_db(pid=25484): Terminated: ok {rc=0}\u000a22:43:46.638649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25486): Launched\u000a22:43:47.031320 run osmo-hlr_10.42.42.2(pid=25487): Launched\u000a22:43:47.161519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:47.714597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25489): Launched\u000a22:43:48.018270 run osmo-stp_10.42.42.5(pid=25490): Launched\u000a22:43:48.128899 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:43:48.656645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25492): Launched\u000a22:43:48.764173 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:43:49.035296 run patchelf(pid=25493): Launched\u000a22:43:49.214021 run osmo-stp_10.42.42.5(pid=25490): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25490)]\u000a22:43:49.344054 run osmo-stp_10.42.42.5(pid=25490): stdout: \u000a| (launched: 2022-12-09_22:43:47.867902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:49.474163 run osmo-stp_10.42.42.5(pid=25490): stderr: \u000a| �[0;m�[38;5;43m20221209224348037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224348037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224348037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224348038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224348040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224348040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224348040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:49.599442 run osmo-stp_10.42.42.5(pid=25490): stdout: \u000a| (launched: 2022-12-09_22:43:47.867902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:43:49.723870 run osmo-stp_10.42.42.5(pid=25490): stderr: \u000a| �[0;m�[38;5;43m20221209224348037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224348037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224348037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224348038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224348040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224348040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224348040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:43:49.870032 run patchelf(pid=25493): Terminating (SIGINT)\u000a22:43:50.041748 run patchelf(pid=25493): Terminated: ok {rc=0}\u000a22:43:50.073441 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25490): Process ended prematurely: osmo-stp_10.42.42.5(pid=25490) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25490)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a22:43:50.082690 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a22:43:50.143804 run osmo-hlr_10.42.42.2(pid=25487): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25487)]\u000a22:43:50.193295 run osmo-hlr_10.42.42.2(pid=25487): stdout: \u000a| (launched: 2022-12-09_22:43:46.795439) \u000a22:43:50.243406 run osmo-hlr_10.42.42.2(pid=25487): stderr: \u000a| �[0;m�[1;31m20221209224347154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224347154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224347154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224347154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224347154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224347154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224347171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224347182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224347182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224347182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:43:50.285445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25480): Terminating (SIGTERM)\u000a22:43:50.325669 run iperf3-srv_10.42.42.10(pid=25481): Terminating (SIGTERM)\u000a22:43:50.365432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25482): Terminating (SIGTERM)\u000a22:43:50.405079 run iperf3-srv_10.42.42.10(pid=25483): Terminating (SIGTERM)\u000a22:43:50.445053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25486): Terminating (SIGTERM)\u000a22:43:50.484921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25489): Terminating (SIGTERM)\u000a22:43:50.525699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25492): Terminating (SIGTERM)\u000a22:43:50.535289 --- ParallelTerminationStrategy: PID 25480 died...\u000a22:43:50.588605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25480): Terminated: ok {rc=0}\u000a22:43:50.598404 --- ParallelTerminationStrategy: PID 25481 died...\u000a22:43:50.651455 run iperf3-srv_10.42.42.10(pid=25481): Terminated {rc=256}\u000a22:43:50.661055 --- ParallelTerminationStrategy: PID 25482 died...\u000a22:43:50.713775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25482): Terminated: ok {rc=0}\u000a22:43:50.723501 --- ParallelTerminationStrategy: PID 25483 died...\u000a22:43:50.776640 run iperf3-srv_10.42.42.10(pid=25483): Terminated {rc=256}\u000a22:43:50.786175 --- ParallelTerminationStrategy: PID 25486 died...\u000a22:43:50.839308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25486): Terminated: ok {rc=0}\u000a22:43:50.849180 --- ParallelTerminationStrategy: PID 25489 died...\u000a22:43:50.902927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25489): Terminated: ok {rc=0}\u000a22:43:50.912449 --- ParallelTerminationStrategy: PID 25492 died...\u000a22:43:50.966097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25492): Terminated: ok {rc=0}\u000a22:43:51.056032 bus /gobi_0: Setting Powered False\u000a22:43:52.159450 bus /gobi_0: Setting Powered False\u000a22:43:53.274691 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25502): Process ended prematurely: osmo-stp_10.42.42.5(pid=25502) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25502)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25502): Process ended prematurely: osmo-stp_10.42.42.5(pid=25502) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a22:43:54.384515 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:54.396164 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:43:54.551648 tst iperf3.py: using LAC 24173\u000a22:43:54.670988 tst iperf3.py: using RAC 203\u000a22:43:54.791327 tst iperf3.py: using CellId 24173\u000a22:43:54.911282 tst iperf3.py: using BVCI 24174\u000a22:43:54.934200 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:54.945196 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:54.955943 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:54.966841 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:54.978087 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:54.989111 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:55.000070 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:55.011231 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:43:55.022624 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:43:55.316245 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:43:55.450858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:43:55.784774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25494): Launched\u000a22:43:56.061785 run iperf3-srv_10.42.42.10(pid=25495): Launched\u000a22:43:56.259113 tst iperf3.py:8: start network...\u000a22:43:56.393636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:43:56.909672 run create_hlr_db(pid=25496): Launched\u000a22:43:57.098015 bus /gobi_6: Setting Powered False\u000a22:43:58.107065 run create_hlr_db(pid=25496): Terminated: ok {rc=0}\u000a22:43:58.546660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25498): Launched\u000a22:43:58.871333 run osmo-hlr_10.42.42.2(pid=25499): Launched\u000a22:43:58.991762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:43:59.555419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25501): Launched\u000a22:43:59.877857 run osmo-stp_10.42.42.5(pid=25502): Launched\u000a22:43:59.994555 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:00.556335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25504): Launched\u000a22:44:00.671418 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:00.969529 run patchelf(pid=25505): Launched\u000a22:44:01.154513 run osmo-stp_10.42.42.5(pid=25502): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25502)]\u000a22:44:01.289194 run osmo-stp_10.42.42.5(pid=25502): stdout: \u000a| (launched: 2022-12-09_22:43:59.719602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:01.425808 run osmo-stp_10.42.42.5(pid=25502): stderr: \u000a| �[0;m�[38;5;43m20221209224359910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224359910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224359910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224359911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224359911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224359911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224359911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:01.557057 run osmo-stp_10.42.42.5(pid=25502): stdout: \u000a| (launched: 2022-12-09_22:43:59.719602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:01.687813 run osmo-stp_10.42.42.5(pid=25502): stderr: \u000a| �[0;m�[38;5;43m20221209224359910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224359910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224359910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224359911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224359911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224359911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224359911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:01.840403 run patchelf(pid=25505): Terminating (SIGINT)\u000a22:44:02.031622 run patchelf(pid=25505): Terminated: ok {rc=0}\u000a22:44:02.064798 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25502): Process ended prematurely: osmo-stp_10.42.42.5(pid=25502) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25502)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a22:44:02.075459 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a22:44:02.141367 run osmo-hlr_10.42.42.2(pid=25499): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25499)]\u000a22:44:02.193773 run osmo-hlr_10.42.42.2(pid=25499): stdout: \u000a| (launched: 2022-12-09_22:43:58.712672) \u000a22:44:02.246063 run osmo-hlr_10.42.42.2(pid=25499): stderr: \u000a| �[0;m�[1;31m20221209224358913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224358913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224358913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224358913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224358913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224358913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224358926 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224358935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224358935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224358935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:02.289441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25494): Terminating (SIGTERM)\u000a22:44:02.330042 run iperf3-srv_10.42.42.10(pid=25495): Terminating (SIGTERM)\u000a22:44:02.371062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25498): Terminating (SIGTERM)\u000a22:44:02.411561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25501): Terminating (SIGTERM)\u000a22:44:02.452106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25504): Terminating (SIGTERM)\u000a22:44:02.461496 --- ParallelTerminationStrategy: PID 25494 died...\u000a22:44:02.517298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25494): Terminated: ok {rc=0}\u000a22:44:02.527142 --- ParallelTerminationStrategy: PID 25495 died...\u000a22:44:02.581389 run iperf3-srv_10.42.42.10(pid=25495): Terminated {rc=256}\u000a22:44:02.591030 --- ParallelTerminationStrategy: PID 25498 died...\u000a22:44:02.645405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25498): Terminated: ok {rc=0}\u000a22:44:02.655418 --- ParallelTerminationStrategy: PID 25501 died...\u000a22:44:02.709596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25501): Terminated: ok {rc=0}\u000a22:44:02.719657 --- ParallelTerminationStrategy: PID 25504 died...\u000a22:44:02.773845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25504): Terminated: ok {rc=0}\u000a22:44:02.859393 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25520): Process ended prematurely: osmo-stp_10.42.42.5(pid=25520) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25520)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25520): Process ended prematurely: osmo-stp_10.42.42.5(pid=25520) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a22:44:03.976518 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:03.988629 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:44:04.148553 tst iperf3m4.py: using LAC 24174\u000a22:44:04.271905 tst iperf3m4.py: using RAC 204\u000a22:44:04.396748 tst iperf3m4.py: using CellId 24174\u000a22:44:04.521514 tst iperf3m4.py: using BVCI 24175\u000a22:44:04.546378 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:04.558142 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:04.569430 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:04.580710 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:04.592033 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:04.603284 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:04.614677 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:04.626221 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:04.637944 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:04.756774 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:04.878110 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:04.999541 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:05.280432 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:44:05.406777 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:44:05.719985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25506): Launched\u000a22:44:05.980699 run iperf3-srv_10.42.42.10(pid=25507): Launched\u000a22:44:06.165250 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:44:06.290452 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:44:06.603727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25508): Launched\u000a22:44:06.864803 run iperf3-srv_10.42.42.10(pid=25509): Launched\u000a22:44:07.048712 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:44:07.174373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:44:07.487833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25510): Launched\u000a22:44:07.748559 run iperf3-srv_10.42.42.10(pid=25511): Launched\u000a22:44:07.932446 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:44:08.057676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:44:08.370963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25512): Launched\u000a22:44:08.631684 run iperf3-srv_10.42.42.10(pid=25513): Launched\u000a22:44:08.815896 tst iperf3m4.py:8: start network...\u000a22:44:08.941602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:09.417884 run create_hlr_db(pid=25514): Launched\u000a22:44:09.592083 bus /gobi_6: Setting Powered False\u000a22:44:10.613279 run create_hlr_db(pid=25514): Terminated: ok {rc=0}\u000a22:44:11.017637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25516): Launched\u000a22:44:11.320782 run osmo-hlr_10.42.42.2(pid=25517): Launched\u000a22:44:11.437579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:11.976831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25519): Launched\u000a22:44:12.280186 run osmo-stp_10.42.42.5(pid=25520): Launched\u000a22:44:12.390217 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:12.918528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25522): Launched\u000a22:44:13.025898 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:13.290445 run patchelf(pid=25523): Launched\u000a22:44:13.467977 run osmo-stp_10.42.42.5(pid=25520): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25520)]\u000a22:44:13.598046 run osmo-stp_10.42.42.5(pid=25520): stdout: \u000a| (launched: 2022-12-09_22:44:12.130676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:13.727885 run osmo-stp_10.42.42.5(pid=25520): stderr: \u000a| �[0;m�[38;5;43m20221209224412299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224412299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224412299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224412300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224412300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224412300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224412300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:13.853096 run osmo-stp_10.42.42.5(pid=25520): stdout: \u000a| (launched: 2022-12-09_22:44:12.130676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:13.976681 run osmo-stp_10.42.42.5(pid=25520): stderr: \u000a| �[0;m�[38;5;43m20221209224412299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224412299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224412299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224412300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224412300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224412300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224412300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:14.122474 run patchelf(pid=25523): Terminating (SIGINT)\u000a22:44:14.293652 run patchelf(pid=25523): Terminated: ok {rc=0}\u000a22:44:14.324926 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25520): Process ended prematurely: osmo-stp_10.42.42.5(pid=25520) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25520)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a22:44:14.334322 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a22:44:14.395431 run osmo-hlr_10.42.42.2(pid=25517): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25517)]\u000a22:44:14.444203 run osmo-hlr_10.42.42.2(pid=25517): stdout: \u000a| (launched: 2022-12-09_22:44:11.171018) \u000a22:44:14.494078 run osmo-hlr_10.42.42.2(pid=25517): stderr: \u000a| �[0;m�[1;31m20221209224411347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224411347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224411347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224411347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224411347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224411347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224411359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224411367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224411367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224411368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:14.536358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25506): Terminating (SIGTERM)\u000a22:44:14.576177 run iperf3-srv_10.42.42.10(pid=25507): Terminating (SIGTERM)\u000a22:44:14.615987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25508): Terminating (SIGTERM)\u000a22:44:14.655642 run iperf3-srv_10.42.42.10(pid=25509): Terminating (SIGTERM)\u000a22:44:14.695398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25510): Terminating (SIGTERM)\u000a22:44:14.735431 run iperf3-srv_10.42.42.10(pid=25511): Terminating (SIGTERM)\u000a22:44:14.775469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25512): Terminating (SIGTERM)\u000a22:44:14.815418 run iperf3-srv_10.42.42.10(pid=25513): Terminating (SIGTERM)\u000a22:44:14.855463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25516): Terminating (SIGTERM)\u000a22:44:14.895400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25519): Terminating (SIGTERM)\u000a22:44:14.935226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25522): Terminating (SIGTERM)\u000a22:44:14.944620 --- ParallelTerminationStrategy: PID 25506 died...\u000a22:44:14.998137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25506): Terminated: ok {rc=0}\u000a22:44:15.007924 --- ParallelTerminationStrategy: PID 25507 died...\u000a22:44:15.060856 run iperf3-srv_10.42.42.10(pid=25507): Terminated {rc=256}\u000a22:44:15.070405 --- ParallelTerminationStrategy: PID 25508 died...\u000a22:44:15.123665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25508): Terminated: ok {rc=0}\u000a22:44:15.133757 --- ParallelTerminationStrategy: PID 25509 died...\u000a22:44:15.186493 run iperf3-srv_10.42.42.10(pid=25509): Terminated {rc=256}\u000a22:44:15.196517 --- ParallelTerminationStrategy: PID 25510 died...\u000a22:44:15.249856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25510): Terminated: ok {rc=0}\u000a22:44:15.259623 --- ParallelTerminationStrategy: PID 25511 died...\u000a22:44:15.312877 run iperf3-srv_10.42.42.10(pid=25511): Terminated {rc=256}\u000a22:44:15.322824 --- ParallelTerminationStrategy: PID 25512 died...\u000a22:44:15.375700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25512): Terminated: ok {rc=0}\u000a22:44:15.385847 --- ParallelTerminationStrategy: PID 25513 died...\u000a22:44:15.438785 run iperf3-srv_10.42.42.10(pid=25513): Terminated {rc=256}\u000a22:44:15.448540 --- ParallelTerminationStrategy: PID 25516 died...\u000a22:44:15.501332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25516): Terminated: ok {rc=0}\u000a22:44:15.511157 --- ParallelTerminationStrategy: PID 25519 died...\u000a22:44:15.563958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25519): Terminated: ok {rc=0}\u000a22:44:15.573832 --- ParallelTerminationStrategy: PID 25522 died...\u000a22:44:15.626761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25522): Terminated: ok {rc=0}\u000a22:44:15.715763 bus /gobi_4: Setting Powered False\u000a22:44:16.827501 bus /gobi_4: Setting Powered False\u000a22:44:17.938511 bus /gobi_1: Setting Powered False\u000a22:44:19.041664 bus /gobi_1: Setting Powered False\u000a22:44:20.153596 bus /gobi_0: Setting Powered False\u000a22:44:21.256853 bus /gobi_0: Setting Powered False\u000a22:44:22.369369 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25532): Process ended prematurely: osmo-stp_10.42.42.5(pid=25532) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25532)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25532): Process ended prematurely: osmo-stp_10.42.42.5(pid=25532) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a22:44:23.437512 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:23.450050 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:44:23.610852 tst ping.py: using LAC 24175\u000a22:44:23.735048 tst ping.py: using RAC 205\u000a22:44:23.858281 tst ping.py: using CellId 24175\u000a22:44:23.982447 tst ping.py: using BVCI 24176\u000a22:44:24.006741 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:24.018408 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:24.029890 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:24.041222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:24.052556 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:24.064479 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:24.076173 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:24.087466 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:24.361253 tst ping.py:19: start network...\u000a22:44:24.484057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:24.949734 run create_hlr_db(pid=25526): Launched\u000a22:44:25.120906 bus /gobi_6: Setting Powered False\u000a22:44:26.142684 run create_hlr_db(pid=25526): Terminated: ok {rc=0}\u000a22:44:26.564197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25528): Launched\u000a22:44:26.882397 run osmo-hlr_10.42.42.2(pid=25529): Launched\u000a22:44:26.997769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:27.549215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25531): Launched\u000a22:44:27.865091 run osmo-stp_10.42.42.5(pid=25532): Launched\u000a22:44:27.979158 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:28.532097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25534): Launched\u000a22:44:28.644851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:28.921892 run patchelf(pid=25535): Launched\u000a22:44:29.108203 run osmo-stp_10.42.42.5(pid=25532): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25532)]\u000a22:44:29.244033 run osmo-stp_10.42.42.5(pid=25532): stdout: \u000a| (launched: 2022-12-09_22:44:27.709968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:29.380107 run osmo-stp_10.42.42.5(pid=25532): stderr: \u000a| �[0;m�[38;5;43m20221209224427899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224427899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224427899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224427899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224427900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224427900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224427900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:29.511117 run osmo-stp_10.42.42.5(pid=25532): stdout: \u000a| (launched: 2022-12-09_22:44:27.709968)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:29.640497 run osmo-stp_10.42.42.5(pid=25532): stderr: \u000a| �[0;m�[38;5;43m20221209224427899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224427899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224427899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224427899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224427900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224427900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224427900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:29.792265 run patchelf(pid=25535): Terminating (SIGINT)\u000a22:44:29.971403 run patchelf(pid=25535): Terminated: ok {rc=0}\u000a22:44:30.003908 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25532): Process ended prematurely: osmo-stp_10.42.42.5(pid=25532) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25532)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a22:44:30.013296 tst ping.py:22: Test FAILED (6.6 sec)\u000a22:44:30.076224 run osmo-hlr_10.42.42.2(pid=25529): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25529)]\u000a22:44:30.127572 run osmo-hlr_10.42.42.2(pid=25529): stdout: \u000a| (launched: 2022-12-09_22:44:26.726528) \u000a22:44:30.179364 run osmo-hlr_10.42.42.2(pid=25529): stderr: \u000a| �[0;m�[1;31m20221209224426923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224426923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224426923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224426923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224426923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224426923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224426949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224426959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224426959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224426959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:30.223608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25528): Terminating (SIGTERM)\u000a22:44:30.265483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25531): Terminating (SIGTERM)\u000a22:44:30.307420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25534): Terminating (SIGTERM)\u000a22:44:30.317335 --- ParallelTerminationStrategy: PID 25528 died...\u000a22:44:30.373090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25528): Terminated: ok {rc=0}\u000a22:44:30.383332 --- ParallelTerminationStrategy: PID 25531 died...\u000a22:44:30.438778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25531): Terminated: ok {rc=0}\u000a22:44:30.448816 --- ParallelTerminationStrategy: PID 25534 died...\u000a22:44:30.504180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25534): Terminated: ok {rc=0}\u000a22:44:30.591409 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25542): Process ended prematurely: osmo-stp_10.42.42.5(pid=25542) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25542)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25542): Process ended prematurely: osmo-stp_10.42.42.5(pid=25542) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a22:44:31.643842 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:31.656809 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a22:44:31.817772 tst ping_idle_ping.py: using LAC 24176\u000a22:44:31.962374 tst ping_idle_ping.py: using RAC 206\u000a22:44:32.103302 tst ping_idle_ping.py: using CellId 24176\u000a22:44:32.234872 tst ping_idle_ping.py: using BVCI 24177\u000a22:44:32.258486 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:32.270219 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:32.281725 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:32.294212 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:32.306186 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:32.318180 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:32.331187 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a22:44:32.343101 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a22:44:32.634988 tst ping_idle_ping.py:24: start network...\u000a22:44:32.767377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:33.278935 run create_hlr_db(pid=25536): Launched\u000a22:44:33.464368 bus /gobi_6: Setting Powered False\u000a22:44:34.485546 run create_hlr_db(pid=25536): Terminated: ok {rc=0}\u000a22:44:34.909668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25538): Launched\u000a22:44:35.225333 run osmo-hlr_10.42.42.2(pid=25539): Launched\u000a22:44:35.342207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:35.865920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25541): Launched\u000a22:44:36.164239 run osmo-stp_10.42.42.5(pid=25542): Launched\u000a22:44:36.273343 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:36.791859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25544): Launched\u000a22:44:36.898077 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:37.158486 run patchelf(pid=25545): Launched\u000a22:44:37.333409 run osmo-stp_10.42.42.5(pid=25542): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25542)]\u000a22:44:37.461169 run osmo-stp_10.42.42.5(pid=25542): stdout: \u000a| (launched: 2022-12-09_22:44:36.016830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:37.589396 run osmo-stp_10.42.42.5(pid=25542): stderr: \u000a| �[0;m�[38;5;43m20221209224436187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224436187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224436188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224436188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224436188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224436189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224436189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:37.712428 run osmo-stp_10.42.42.5(pid=25542): stdout: \u000a| (launched: 2022-12-09_22:44:36.016830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:37.834196 run osmo-stp_10.42.42.5(pid=25542): stderr: \u000a| �[0;m�[38;5;43m20221209224436187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224436187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224436188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224436188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224436188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224436189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224436189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:37.977203 run patchelf(pid=25545): Terminating (SIGINT)\u000a22:44:38.146245 run patchelf(pid=25545): Terminated: ok {rc=0}\u000a22:44:38.176862 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25542): Process ended prematurely: osmo-stp_10.42.42.5(pid=25542) [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25542)] [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a22:44:38.185652 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:44:38.246268 run osmo-hlr_10.42.42.2(pid=25539): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25539)]\u000a22:44:38.295316 run osmo-hlr_10.42.42.2(pid=25539): stdout: \u000a| (launched: 2022-12-09_22:44:35.071668) \u000a22:44:38.345652 run osmo-hlr_10.42.42.2(pid=25539): stderr: \u000a| �[0;m�[1;31m20221209224435248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224435248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224435248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224435248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224435248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224435248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224435265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224435274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224435274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224435274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:38.387776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25538): Terminating (SIGTERM)\u000a22:44:38.427849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25541): Terminating (SIGTERM)\u000a22:44:38.467872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25544): Terminating (SIGTERM)\u000a22:44:38.478188 --- ParallelTerminationStrategy: PID 25538 died...\u000a22:44:38.532292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25538): Terminated: ok {rc=0}\u000a22:44:38.542383 --- ParallelTerminationStrategy: PID 25541 died...\u000a22:44:38.595377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25541): Terminated: ok {rc=0}\u000a22:44:38.604901 --- ParallelTerminationStrategy: PID 25544 died...\u000a22:44:38.657969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25544): Terminated: ok {rc=0}\u000a22:44:38.742136 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:43:41" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25555): Process ended prematurely: osmo-stp_10.42.42.5(pid=25555) [trial-2365↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25555)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25555): Process ended prematurely: osmo-stp_10.42.42.5(pid=25555) [trial-2365↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:44:40.774813 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:40.786798 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:44:40.946647 tst switch_tch_pdch.py: using LAC 24177\u000a22:44:41.072133 tst switch_tch_pdch.py: using RAC 207\u000a22:44:41.196680 tst switch_tch_pdch.py: using CellId 24177\u000a22:44:41.319988 tst switch_tch_pdch.py: using BVCI 24178\u000a22:44:41.344273 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:41.355972 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:41.367611 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:41.379415 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:41.391345 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:41.403179 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:41.415073 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:44:41.427166 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:44:41.542445 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:44:41.830864 tst switch_tch_pdch.py:51: start network...\u000a22:44:41.962764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:42.466866 run create_hlr_db(pid=25549): Launched\u000a22:44:42.651466 bus /gobi_6: Setting Powered False\u000a22:44:43.671750 run create_hlr_db(pid=25549): Terminated: ok {rc=0}\u000a22:44:44.070507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25551): Launched\u000a22:44:44.368009 run osmo-hlr_10.42.42.2(pid=25552): Launched\u000a22:44:44.483889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:45.009269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25554): Launched\u000a22:44:45.306453 run osmo-stp_10.42.42.5(pid=25555): Launched\u000a22:44:45.415217 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:45.966709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25557): Launched\u000a22:44:46.075915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:46.357700 run patchelf(pid=25558): Launched\u000a22:44:46.536638 run osmo-stp_10.42.42.5(pid=25555): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25555)]\u000a22:44:46.667891 run osmo-stp_10.42.42.5(pid=25555): stdout: \u000a| (launched: 2022-12-09_22:44:45.159572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:46.799980 run osmo-stp_10.42.42.5(pid=25555): stderr: \u000a| �[0;m�[38;5;43m20221209224445327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224445328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224445328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224445328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224445329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224445329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224445329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:46.927105 run osmo-stp_10.42.42.5(pid=25555): stdout: \u000a| (launched: 2022-12-09_22:44:45.159572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:47.052768 run osmo-stp_10.42.42.5(pid=25555): stderr: \u000a| �[0;m�[38;5;43m20221209224445327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224445328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224445328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224445328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224445329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224445329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224445329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:47.199731 run patchelf(pid=25558): Terminating (SIGINT)\u000a22:44:47.369264 run patchelf(pid=25558): Terminated: ok {rc=0}\u000a22:44:47.399751 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25555): Process ended prematurely: osmo-stp_10.42.42.5(pid=25555) [trial-2365↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25555)] [trial-2365↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:44:47.408551 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a22:44:47.469654 run osmo-hlr_10.42.42.2(pid=25552): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25552)]\u000a22:44:47.519158 run osmo-hlr_10.42.42.2(pid=25552): stdout: \u000a| (launched: 2022-12-09_22:44:44.221055) \u000a22:44:47.569013 run osmo-hlr_10.42.42.2(pid=25552): stderr: \u000a| �[0;m�[1;31m20221209224444394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224444394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224444394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224444395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224444395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224444395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224444406 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224444415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224444415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224444415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:47.611402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25551): Terminating (SIGTERM)\u000a22:44:47.651416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25554): Terminating (SIGTERM)\u000a22:44:47.691715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25557): Terminating (SIGTERM)\u000a22:44:47.701362 --- ParallelTerminationStrategy: PID 25551 died...\u000a22:44:47.754621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25551): Terminated: ok {rc=0}\u000a22:44:47.764552 --- ParallelTerminationStrategy: PID 25554 died...\u000a22:44:47.817936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25554): Terminated: ok {rc=0}\u000a22:44:47.827763 --- ParallelTerminationStrategy: PID 25557 died...\u000a22:44:47.881015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25557): Terminated: ok {rc=0}\u000a22:44:47.969513 bus /gobi_0: Setting Powered False\u000a22:44:49.075718 bus /gobi_0: Setting Powered False\u000a22:44:50.181415 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:44:40" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25568): Process ended prematurely: osmo-stp_10.42.42.5(pid=25568) [trial-2365↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25568)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25568): Process ended prematurely: osmo-stp_10.42.42.5(pid=25568) [trial-2365↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a22:44:52.156614 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:52.167702 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a22:44:52.317748 tst switch_tch_pdch.py: using LAC 24178\u000a22:44:52.441268 tst switch_tch_pdch.py: using RAC 208\u000a22:44:52.566164 tst switch_tch_pdch.py: using CellId 24178\u000a22:44:52.692217 tst switch_tch_pdch.py: using BVCI 24179\u000a22:44:52.716515 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:52.728538 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:52.740066 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:52.751760 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:52.763345 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:52.774951 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:52.786649 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a22:44:52.798110 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:44:52.915262 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a22:44:53.188703 tst switch_tch_pdch.py:51: start network...\u000a22:44:53.311105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:44:53.751220 run create_hlr_db(pid=25562): Launched\u000a22:44:53.872175 bus /gobi_6: Setting Powered False\u000a22:44:54.943026 run create_hlr_db(pid=25562): Terminated: ok {rc=0}\u000a22:44:55.338005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25564): Launched\u000a22:44:55.654763 run osmo-hlr_10.42.42.2(pid=25565): Launched\u000a22:44:55.772812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:44:56.293528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25567): Launched\u000a22:44:56.608709 run osmo-stp_10.42.42.5(pid=25568): Launched\u000a22:44:56.724857 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:44:57.250549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25570): Launched\u000a22:44:57.363102 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:44:57.638703 run patchelf(pid=25571): Launched\u000a22:44:57.824426 run osmo-stp_10.42.42.5(pid=25568): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25568)]\u000a22:44:57.960460 run osmo-stp_10.42.42.5(pid=25568): stdout: \u000a| (launched: 2022-12-09_22:44:56.454012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:58.097011 run osmo-stp_10.42.42.5(pid=25568): stderr: \u000a| �[0;m�[38;5;43m20221209224456645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224456645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224456645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224456646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224456646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224456646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224456646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:58.227746 run osmo-stp_10.42.42.5(pid=25568): stdout: \u000a| (launched: 2022-12-09_22:44:56.454012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:44:58.357153 run osmo-stp_10.42.42.5(pid=25568): stderr: \u000a| �[0;m�[38;5;43m20221209224456645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224456645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224456645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224456646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224456646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224456646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224456646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:44:58.509106 run patchelf(pid=25571): Terminating (SIGINT)\u000a22:44:58.688103 run patchelf(pid=25571): Terminated: ok {rc=0}\u000a22:44:58.720529 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25568): Process ended prematurely: osmo-stp_10.42.42.5(pid=25568) [trial-2365↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25568)] [trial-2365↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a22:44:58.729814 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a22:44:58.792556 run osmo-hlr_10.42.42.2(pid=25565): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25565)]\u000a22:44:58.844062 run osmo-hlr_10.42.42.2(pid=25565): stdout: \u000a| (launched: 2022-12-09_22:44:55.498953) \u000a22:44:58.896217 run osmo-hlr_10.42.42.2(pid=25565): stderr: \u000a| �[0;m�[1;31m20221209224455696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224455696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224455696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224455696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224455696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224455696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224455708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224455717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224455717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224455717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:44:58.940447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25564): Terminating (SIGTERM)\u000a22:44:58.982511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25567): Terminating (SIGTERM)\u000a22:44:59.024742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25570): Terminating (SIGTERM)\u000a22:44:59.034818 --- ParallelTerminationStrategy: PID 25564 died...\u000a22:44:59.091986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25564): Terminated: ok {rc=0}\u000a22:44:59.102300 --- ParallelTerminationStrategy: PID 25567 died...\u000a22:44:59.158083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25567): Terminated: ok {rc=0}\u000a22:44:59.168249 --- ParallelTerminationStrategy: PID 25570 died...\u000a22:44:59.223742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25570): Terminated: ok {rc=0}\u000a22:44:59.311544 bus /gobi_0: Setting Powered False\u000a22:45:00.417264 bus /gobi_0: Setting Powered False\u000a22:45:01.541894 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:44:51" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25582): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25582) [trial-2365↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25582)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25582): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25582) [trial-2365↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a22:45:03.413984 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a22:45:03.425204 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a22:45:03.557891 tst mo_mt_sms.py: using LAC 24179\u000a22:45:03.680187 tst mo_mt_sms.py: using RAC 209\u000a22:45:03.802742 tst mo_mt_sms.py: using CellId 24179\u000a22:45:03.925583 tst mo_mt_sms.py: using BVCI 24180\u000a22:45:03.949791 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a22:45:04.067263 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a22:45:04.341688 tst mo_mt_sms.py:9: start nitb and bts...\u000a22:45:04.464775 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:45:05.077151 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25581): Launched\u000a22:45:05.370521 run osmo-nitb_10.42.42.2(pid=25582): Launched\u000a22:45:05.554655 run osmo-nitb_10.42.42.2(pid=25582): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25582)]\u000a22:45:05.690213 run osmo-nitb_10.42.42.2(pid=25582): stdout: \u000a| (launched: 2022-12-09_22:45:05.227523) \u000a22:45:05.826331 run osmo-nitb_10.42.42.2(pid=25582): stderr: \u000a| (launched: 2022-12-09_22:45:05.271450)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:05.957337 run osmo-nitb_10.42.42.2(pid=25582): stdout: \u000a| (launched: 2022-12-09_22:45:05.227523) \u000a22:45:06.087119 run osmo-nitb_10.42.42.2(pid=25582): stderr: \u000a| (launched: 2022-12-09_22:45:05.271450)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:06.490909 tst osmo-nitb_10.42.42.2(pid=25582): stdout: \u000a| (launched: 2022-12-09_22:45:05.227523) \u000a22:45:06.609501 tst osmo-nitb_10.42.42.2(pid=25582): stderr: \u000a| (launched: 2022-12-09_22:45:05.271450)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:06.661379 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25582): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25582) [trial-2365↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25582)] [trial-2365↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a22:45:06.669489 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a22:45:06.703957 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25581): Terminating (SIGTERM)\u000a22:45:06.881619 --- ParallelTerminationStrategy: PID 25581 died...\u000a22:45:06.935969 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25581): Terminated: ok {rc=0}\u000a22:45:07.024396 bus /sierra_3: Setting Powered False\u000a22:45:08.129328 bus /sierra_3: Setting Powered False\u000a22:45:09.240998 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:45:03" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25592): Process ended prematurely: osmo-stp_10.42.42.5(pid=25592) [trial-2365↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25592): Process ended prematurely: osmo-stp_10.42.42.5(pid=25592) [trial-2365↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a22:45:11.101883 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:11.113173 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:45:11.246862 tst mo_mt_sms.py: using LAC 24180\u000a22:45:11.369913 tst mo_mt_sms.py: using RAC 210\u000a22:45:11.492669 tst mo_mt_sms.py: using CellId 24180\u000a22:45:11.614797 tst mo_mt_sms.py: using BVCI 24181\u000a22:45:11.638697 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:11.649716 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:11.660589 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:11.671766 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:11.682895 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:11.693948 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a22:45:11.815174 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a22:45:12.022433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:12.528628 run create_hlr_db(pid=25586): Launched\u000a22:45:12.712630 bus /sierra_2: Setting Powered False\u000a22:45:13.733248 run create_hlr_db(pid=25586): Terminated: ok {rc=0}\u000a22:45:14.155507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25588): Launched\u000a22:45:14.471194 run osmo-hlr_10.42.42.2(pid=25589): Launched\u000a22:45:14.586552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:15.135346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25591): Launched\u000a22:45:15.451763 run osmo-stp_10.42.42.5(pid=25592): Launched\u000a22:45:15.566365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:16.161173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25594): Launched\u000a22:45:16.535727 run osmo-msc_10.42.42.6(pid=25595): Launched\u000a22:45:16.922382 run osmo-stp_10.42.42.5(pid=25592): ERR: Terminated: ERROR {rc=1} [trial-2365↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)]\u000a22:45:17.192707 run osmo-stp_10.42.42.5(pid=25592): stdout: \u000a| (launched: 2022-12-09_22:45:15.297163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:17.329229 run osmo-stp_10.42.42.5(pid=25592): stderr: \u000a| �[0;m�[38;5;43m20221209224515486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224515486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224515487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224515487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224515490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224515490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224515490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:17.457941 run osmo-stp_10.42.42.5(pid=25592): stdout: \u000a| (launched: 2022-12-09_22:45:15.297163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:17.584635 run osmo-stp_10.42.42.5(pid=25592): stderr: \u000a| �[0;m�[38;5;43m20221209224515486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224515486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224515487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224515487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224515490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224515490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224515490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:17.640264 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25592): Process ended prematurely: osmo-stp_10.42.42.5(pid=25592) [trial-2365↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)] [trial-2365↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a22:45:17.649105 tst mo_mt_sms.py:16: Test FAILED (6.5 sec)\u000a22:45:17.712503 run osmo-hlr_10.42.42.2(pid=25589): ERR: Terminated: ERROR {rc=237} [trial-2365↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25589)]\u000a22:45:17.764709 run osmo-hlr_10.42.42.2(pid=25589): stdout: \u000a| (launched: 2022-12-09_22:45:14.316883) \u000a22:45:17.817203 run osmo-hlr_10.42.42.2(pid=25589): stderr: \u000a| �[0;m�[1;31m20221209224514514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224514514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224514514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224514514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224514514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224514514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224514529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224514539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224514539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224514539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:17.888336 run osmo-msc_10.42.42.6(pid=25595): ERR: Terminated: ERROR {rc=2} [trial-2365↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25595)]\u000a22:45:17.939983 run osmo-msc_10.42.42.6(pid=25595): stdout: \u000a| (launched: 2022-12-09_22:45:16.315530) \u000a22:45:17.992115 run osmo-msc_10.42.42.6(pid=25595): stderr: \u000a| �[0;m�[38;5;43m20221209224516882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224516883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fddbd15cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224516884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224516884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224516886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224516887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224516897 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224516900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224516900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224516900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:45:18.036572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25588): Terminating (SIGTERM)\u000a22:45:18.078945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25591): Terminating (SIGTERM)\u000a22:45:18.121448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25594): Terminating (SIGTERM)\u000a22:45:18.131525 --- ParallelTerminationStrategy: PID 25588 died...\u000a22:45:18.188153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25588): Terminated: ok {rc=0}\u000a22:45:18.198489 --- ParallelTerminationStrategy: PID 25591 died...\u000a22:45:18.254935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25591): Terminated: ok {rc=0}\u000a22:45:18.265436 --- ParallelTerminationStrategy: PID 25594 died...\u000a22:45:18.322009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25594): Terminated: ok {rc=0}\u000a22:45:18.409003 bus /sierra_3: Setting Powered False\u000a22:45:19.515017 bus /sierra_3: Setting Powered False\u000a22:45:20.621874 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:45:10" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25601): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25601) [trial-2365↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25601)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25601): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25601) [trial-2365↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a22:45:22.444502 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a22:45:22.455850 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:45:22.586942 tst assert_extension.py: using LAC 24181\u000a22:45:22.710689 tst assert_extension.py: using RAC 211\u000a22:45:22.834349 tst assert_extension.py: using CellId 24181\u000a22:45:22.957580 tst assert_extension.py: using BVCI 24182\u000a22:45:22.981530 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a22:45:23.256104 tst assert_extension.py:10: start nitb and bts...\u000a22:45:23.380301 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:45:23.995516 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25600): Launched\u000a22:45:24.290141 run osmo-nitb_10.42.42.2(pid=25601): Launched\u000a22:45:24.473103 run osmo-nitb_10.42.42.2(pid=25601): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25601)]\u000a22:45:24.608009 run osmo-nitb_10.42.42.2(pid=25601): stdout: \u000a| (launched: 2022-12-09_22:45:24.146819) \u000a22:45:24.743420 run osmo-nitb_10.42.42.2(pid=25601): stderr: \u000a| (launched: 2022-12-09_22:45:24.190961)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:24.874128 run osmo-nitb_10.42.42.2(pid=25601): stdout: \u000a| (launched: 2022-12-09_22:45:24.146819) \u000a22:45:25.003324 run osmo-nitb_10.42.42.2(pid=25601): stderr: \u000a| (launched: 2022-12-09_22:45:24.190961)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:25.410675 tst osmo-nitb_10.42.42.2(pid=25601): stdout: \u000a| (launched: 2022-12-09_22:45:24.146819) \u000a22:45:25.530025 tst osmo-nitb_10.42.42.2(pid=25601): stderr: \u000a| (launched: 2022-12-09_22:45:24.190961)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:45:25.582086 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25601): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25601) [trial-2365↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25601)] [trial-2365↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a22:45:25.590170 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a22:45:25.625201 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25600): Terminating (SIGTERM)\u000a22:45:25.802593 --- ParallelTerminationStrategy: PID 25600 died...\u000a22:45:25.858356 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25600): Terminated: ok {rc=0}\u000a22:45:25.942503 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:45:22" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25611): Process ended prematurely: osmo-stp_10.42.42.5(pid=25611) [trial-2365↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25611)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25611): Process ended prematurely: osmo-stp_10.42.42.5(pid=25611) [trial-2365↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a22:45:27.760227 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:27.771558 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:45:27.906302 tst assert_extension.py: using LAC 24182\u000a22:45:28.029324 tst assert_extension.py: using RAC 212\u000a22:45:28.152892 tst assert_extension.py: using CellId 24182\u000a22:45:28.275754 tst assert_extension.py: using BVCI 24183\u000a22:45:28.299773 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:28.310888 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:28.321891 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:28.333418 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:28.344895 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:45:28.356273 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a22:45:28.565601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:29.070776 run create_hlr_db(pid=25605): Launched\u000a22:45:29.255561 bus /sierra_2: Setting Powered False\u000a22:45:30.276089 run create_hlr_db(pid=25605): Terminated: ok {rc=0}\u000a22:45:30.677638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25607): Launched\u000a22:45:31.014543 run osmo-hlr_10.42.42.2(pid=25608): Launched\u000a22:45:31.177922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:31.880499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25610): Launched\u000a22:45:32.317734 run osmo-stp_10.42.42.5(pid=25611): Launched\u000a22:45:32.447669 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:32.990243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25613): Launched\u000a22:45:33.287430 run osmo-msc_10.42.42.6(pid=25614): Launched\u000a22:45:33.462709 run osmo-stp_10.42.42.5(pid=25611): ERR: Terminated: ERROR {rc=1} [trial-2365↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25611)]\u000a22:45:33.589460 run osmo-stp_10.42.42.5(pid=25611): stdout: \u000a| (launched: 2022-12-09_22:45:32.034282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:33.713722 run osmo-stp_10.42.42.5(pid=25611): stderr: \u000a| �[0;m�[38;5;43m20221209224532324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224532324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224532324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224532325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224532325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224532325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224532325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:33.833674 run osmo-stp_10.42.42.5(pid=25611): stdout: \u000a| (launched: 2022-12-09_22:45:32.034282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:33.951853 run osmo-stp_10.42.42.5(pid=25611): stderr: \u000a| �[0;m�[38;5;43m20221209224532324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224532324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224532324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224532325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224532325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224532325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224532325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:34.004176 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25611): Process ended prematurely: osmo-stp_10.42.42.5(pid=25611) [trial-2365↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25611)] [trial-2365↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a22:45:34.012364 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a22:45:34.072840 run osmo-hlr_10.42.42.2(pid=25608): ERR: Terminated: ERROR {rc=237} [trial-2365↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25608)]\u000a22:45:34.121779 run osmo-hlr_10.42.42.2(pid=25608): stdout: \u000a| (launched: 2022-12-09_22:45:30.830923) \u000a22:45:34.171825 run osmo-hlr_10.42.42.2(pid=25608): stderr: \u000a| �[0;m�[1;31m20221209224531222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224531222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224531222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224531222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224531222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224531222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224531238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224531255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224531255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224531255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:34.239539 run osmo-msc_10.42.42.6(pid=25614): ERR: Terminated: ERROR {rc=2} [trial-2365↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25614)]\u000a22:45:34.288658 run osmo-msc_10.42.42.6(pid=25614): stdout: \u000a| (launched: 2022-12-09_22:45:33.140639) \u000a22:45:34.338332 run osmo-msc_10.42.42.6(pid=25614): stderr: \u000a| �[0;m�[38;5;43m20221209224533410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224533410 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1261754c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224533411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224533411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224533411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224533411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224533413 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224533413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224533413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224533414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:45:34.380434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25607): Terminating (SIGTERM)\u000a22:45:34.420434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25610): Terminating (SIGTERM)\u000a22:45:34.461496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25613): Terminating (SIGTERM)\u000a22:45:34.471218 --- ParallelTerminationStrategy: PID 25607 died...\u000a22:45:34.525052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25607): Terminated: ok {rc=0}\u000a22:45:34.534920 --- ParallelTerminationStrategy: PID 25610 died...\u000a22:45:34.588718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25610): Terminated: ok {rc=0}\u000a22:45:34.598491 --- ParallelTerminationStrategy: PID 25613 died...\u000a22:45:34.651892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25613): Terminated: ok {rc=0}\u000a22:45:34.741434 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:45:27" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25625): Process ended prematurely: osmo-stp_10.42.42.5(pid=25625) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25625)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25625): Process ended prematurely: osmo-stp_10.42.42.5(pid=25625) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:45:36.683888 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:36.695445 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:45:36.847034 tst mo_mt_call.py: using LAC 24183\u000a22:45:36.971274 tst mo_mt_call.py: using RAC 213\u000a22:45:37.096213 tst mo_mt_call.py: using CellId 24183\u000a22:45:37.221486 tst mo_mt_call.py: using BVCI 24184\u000a22:45:37.246182 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:37.257771 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:37.269232 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:37.280727 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:37.292247 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:37.303713 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:45:37.421255 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:45:37.626840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:38.105459 run create_hlr_db(pid=25619): Launched\u000a22:45:38.279478 bus /sierra_2: Setting Powered False\u000a22:45:39.301647 run create_hlr_db(pid=25619): Terminated: ok {rc=0}\u000a22:45:39.704929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25621): Launched\u000a22:45:40.008522 run osmo-hlr_10.42.42.2(pid=25622): Launched\u000a22:45:40.126278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:40.659642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25624): Launched\u000a22:45:40.961874 run osmo-stp_10.42.42.5(pid=25625): Launched\u000a22:45:41.072380 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:41.623762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25627): Launched\u000a22:45:41.926742 run osmo-msc_10.42.42.6(pid=25628): Launched\u000a22:45:42.104347 run osmo-stp_10.42.42.5(pid=25625): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25625)]\u000a22:45:42.233398 run osmo-stp_10.42.42.5(pid=25625): stdout: \u000a| (launched: 2022-12-09_22:45:40.812767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:42.359258 run osmo-stp_10.42.42.5(pid=25625): stderr: \u000a| �[0;m�[38;5;43m20221209224540983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224540983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224540983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224540984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224540984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224540984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224540984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:42.480033 run osmo-stp_10.42.42.5(pid=25625): stdout: \u000a| (launched: 2022-12-09_22:45:40.812767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:42.599840 run osmo-stp_10.42.42.5(pid=25625): stderr: \u000a| �[0;m�[38;5;43m20221209224540983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224540983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224540983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224540984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224540984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224540984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224540984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:42.652726 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25625): Process ended prematurely: osmo-stp_10.42.42.5(pid=25625) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25625)] [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:45:42.661347 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:45:42.721460 run osmo-hlr_10.42.42.2(pid=25622): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25622)]\u000a22:45:42.770342 run osmo-hlr_10.42.42.2(pid=25622): stdout: \u000a| (launched: 2022-12-09_22:45:39.858444) \u000a22:45:42.820388 run osmo-hlr_10.42.42.2(pid=25622): stderr: \u000a| �[0;m�[1;31m20221209224540034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224540034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224540034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224540035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224540035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224540035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224540046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224540055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224540055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224540055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:42.887906 run osmo-msc_10.42.42.6(pid=25628): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25628)]\u000a22:45:42.936919 run osmo-msc_10.42.42.6(pid=25628): stdout: \u000a| (launched: 2022-12-09_22:45:41.777083) \u000a22:45:42.986604 run osmo-msc_10.42.42.6(pid=25628): stderr: \u000a| �[0;m�[38;5;43m20221209224542050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224542050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c5db68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224542050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224542050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224542051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224542051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224542052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224542053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224542053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224542053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:45:43.028169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25621): Terminating (SIGTERM)\u000a22:45:43.067657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25624): Terminating (SIGTERM)\u000a22:45:43.107203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25627): Terminating (SIGTERM)\u000a22:45:43.116346 --- ParallelTerminationStrategy: PID 25621 died...\u000a22:45:43.169817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25621): Terminated: ok {rc=0}\u000a22:45:43.179525 --- ParallelTerminationStrategy: PID 25624 died...\u000a22:45:43.233051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25624): Terminated: ok {rc=0}\u000a22:45:43.242625 --- ParallelTerminationStrategy: PID 25627 died...\u000a22:45:43.295506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25627): Terminated: ok {rc=0}\u000a22:45:43.379090 bus /sierra_3: Setting Powered False\u000a22:45:44.480833 bus /sierra_3: Setting Powered False\u000a22:45:45.589911 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25636): Process ended prematurely: osmo-stp_10.42.42.5(pid=25636) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25636)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25636): Process ended prematurely: osmo-stp_10.42.42.5(pid=25636) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:45:46.721767 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:46.735180 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:45:46.884034 tst mo_mt_call_osmux.py: using LAC 24184\u000a22:45:47.037502 tst mo_mt_call_osmux.py: using RAC 214\u000a22:45:47.158716 tst mo_mt_call_osmux.py: using CellId 24184\u000a22:45:47.277769 tst mo_mt_call_osmux.py: using BVCI 24185\u000a22:45:47.301609 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:47.313888 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:47.325446 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:47.336925 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:47.348447 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:45:47.359915 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:45:47.480382 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:45:47.684425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:48.161252 run create_hlr_db(pid=25630): Launched\u000a22:45:48.335852 bus /sierra_2: Setting Powered False\u000a22:45:49.357611 run create_hlr_db(pid=25630): Terminated: ok {rc=0}\u000a22:45:49.787996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25632): Launched\u000a22:45:50.112528 run osmo-hlr_10.42.42.2(pid=25633): Launched\u000a22:45:50.231196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:45:50.791324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25635): Launched\u000a22:45:51.115034 run osmo-stp_10.42.42.5(pid=25636): Launched\u000a22:45:51.232628 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:45:51.822082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25638): Launched\u000a22:45:52.144777 run osmo-msc_10.42.42.6(pid=25639): Launched\u000a22:45:52.334548 run osmo-stp_10.42.42.5(pid=25636): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25636)]\u000a22:45:52.471228 run osmo-stp_10.42.42.5(pid=25636): stdout: \u000a| (launched: 2022-12-09_22:45:50.955795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:52.606903 run osmo-stp_10.42.42.5(pid=25636): stderr: \u000a| �[0;m�[38;5;43m20221209224551148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224551148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224551149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224551149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224551150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224551150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224551150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:52.736096 run osmo-stp_10.42.42.5(pid=25636): stdout: \u000a| (launched: 2022-12-09_22:45:50.955795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:45:52.864048 run osmo-stp_10.42.42.5(pid=25636): stderr: \u000a| �[0;m�[38;5;43m20221209224551148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224551148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224551149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224551149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224551150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224551150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224551150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:45:52.920802 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25636): Process ended prematurely: osmo-stp_10.42.42.5(pid=25636) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25636)] [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:45:52.930105 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:45:52.992652 run osmo-hlr_10.42.42.2(pid=25633): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25633)]\u000a22:45:53.043958 run osmo-hlr_10.42.42.2(pid=25633): stdout: \u000a| (launched: 2022-12-09_22:45:49.952881) \u000a22:45:53.096142 run osmo-hlr_10.42.42.2(pid=25633): stderr: \u000a| �[0;m�[1;31m20221209224550152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224550152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224550153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224550153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224550153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224550153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224550181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224550192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224550192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224550192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:45:53.167163 run osmo-msc_10.42.42.6(pid=25639): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25639)]\u000a22:45:53.218364 run osmo-msc_10.42.42.6(pid=25639): stdout: \u000a| (launched: 2022-12-09_22:45:51.986473) \u000a22:45:53.269933 run osmo-msc_10.42.42.6(pid=25639): stderr: \u000a| �[0;m�[38;5;43m20221209224552309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224552309 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f761879cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224552309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224552309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224552309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224552310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224552311 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224552312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224552312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224552312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:45:53.313895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25632): Terminating (SIGTERM)\u000a22:45:53.356012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25635): Terminating (SIGTERM)\u000a22:45:53.397623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25638): Terminating (SIGTERM)\u000a22:45:53.407259 --- ParallelTerminationStrategy: PID 25632 died...\u000a22:45:53.463045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25632): Terminated: ok {rc=0}\u000a22:45:53.473137 --- ParallelTerminationStrategy: PID 25635 died...\u000a22:45:53.528986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25635): Terminated: ok {rc=0}\u000a22:45:53.538991 --- ParallelTerminationStrategy: PID 25638 died...\u000a22:45:53.594830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25638): Terminated: ok {rc=0}\u000a22:45:53.681742 bus /sierra_3: Setting Powered False\u000a22:45:54.789028 bus /sierra_3: Setting Powered False\u000a22:45:55.896721 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:45:36" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25650): Process ended prematurely: osmo-stp_10.42.42.5(pid=25650) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25650)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25650): Process ended prematurely: osmo-stp_10.42.42.5(pid=25650) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:45:57.943741 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:57.955255 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:45:58.106263 tst mo_mt_call.py: using LAC 24185\u000a22:45:58.225857 tst mo_mt_call.py: using RAC 215\u000a22:45:58.351074 tst mo_mt_call.py: using CellId 24185\u000a22:45:58.475464 tst mo_mt_call.py: using BVCI 24186\u000a22:45:58.500061 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:58.511677 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:58.523113 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:58.534571 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:58.546368 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:45:58.557694 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:45:58.674162 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:45:58.885827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:45:59.401271 run create_hlr_db(pid=25644): Launched\u000a22:45:59.588104 bus /sierra_2: Setting Powered False\u000a22:46:00.609527 run create_hlr_db(pid=25644): Terminated: ok {rc=0}\u000a22:46:01.060885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25646): Launched\u000a22:46:01.537597 run osmo-hlr_10.42.42.2(pid=25647): Launched\u000a22:46:01.769961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:02.407643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25649): Launched\u000a22:46:02.712091 run osmo-stp_10.42.42.5(pid=25650): Launched\u000a22:46:02.822809 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:03.375996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25652): Launched\u000a22:46:03.682029 run osmo-msc_10.42.42.6(pid=25653): Launched\u000a22:46:03.861926 run osmo-stp_10.42.42.5(pid=25650): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25650)]\u000a22:46:03.991865 run osmo-stp_10.42.42.5(pid=25650): stdout: \u000a| (launched: 2022-12-09_22:46:02.561731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:04.119603 run osmo-stp_10.42.42.5(pid=25650): stderr: \u000a| �[0;m�[38;5;43m20221209224602731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224602731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224602731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224602732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224602732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224602732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224602732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:04.242253 run osmo-stp_10.42.42.5(pid=25650): stdout: \u000a| (launched: 2022-12-09_22:46:02.561731)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:04.363758 run osmo-stp_10.42.42.5(pid=25650): stderr: \u000a| �[0;m�[38;5;43m20221209224602731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224602731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224602731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224602732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224602732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224602732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224602732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:04.417260 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25650): Process ended prematurely: osmo-stp_10.42.42.5(pid=25650) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25650)] [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:46:04.425869 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a22:46:04.485792 run osmo-hlr_10.42.42.2(pid=25647): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25647)]\u000a22:46:04.534625 run osmo-hlr_10.42.42.2(pid=25647): stdout: \u000a| (launched: 2022-12-09_22:46:01.288404) \u000a22:46:04.583988 run osmo-hlr_10.42.42.2(pid=25647): stderr: \u000a| �[0;m�[1;31m20221209224601634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224601634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224601634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224601634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224601634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224601634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224601655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224601669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224601669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224601669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:04.651473 run osmo-msc_10.42.42.6(pid=25653): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25653)]\u000a22:46:04.700453 run osmo-msc_10.42.42.6(pid=25653): stdout: \u000a| (launched: 2022-12-09_22:46:03.530026) \u000a22:46:04.750055 run osmo-msc_10.42.42.6(pid=25653): stderr: \u000a| �[0;m�[38;5;43m20221209224603801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224603802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f720a3a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224603802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224603802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224603802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224603802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224603804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224603804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224603804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224603804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:04.791637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25646): Terminating (SIGTERM)\u000a22:46:04.831548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25649): Terminating (SIGTERM)\u000a22:46:04.871260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25652): Terminating (SIGTERM)\u000a22:46:04.880731 --- ParallelTerminationStrategy: PID 25646 died...\u000a22:46:04.933840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25646): Terminated: ok {rc=0}\u000a22:46:04.943557 --- ParallelTerminationStrategy: PID 25649 died...\u000a22:46:04.996592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25649): Terminated: ok {rc=0}\u000a22:46:05.006153 --- ParallelTerminationStrategy: PID 25652 died...\u000a22:46:05.058824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25652): Terminated: ok {rc=0}\u000a22:46:05.147158 bus /sierra_3: Setting Powered False\u000a22:46:06.249153 bus /sierra_3: Setting Powered False\u000a22:46:07.360362 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25661): Process ended prematurely: osmo-stp_10.42.42.5(pid=25661) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25661)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25661): Process ended prematurely: osmo-stp_10.42.42.5(pid=25661) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:46:08.470613 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:08.482391 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:46:08.630886 tst mo_mt_call_osmux.py: using LAC 24186\u000a22:46:08.755380 tst mo_mt_call_osmux.py: using RAC 216\u000a22:46:08.871836 tst mo_mt_call_osmux.py: using CellId 24186\u000a22:46:08.995622 tst mo_mt_call_osmux.py: using BVCI 24187\u000a22:46:09.020418 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:09.032204 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:09.043854 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:09.055594 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:09.067349 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:46:09.078772 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:46:09.194244 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:46:09.396394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:09.872527 run create_hlr_db(pid=25655): Launched\u000a22:46:10.044512 bus /sierra_2: Setting Powered False\u000a22:46:11.066334 run create_hlr_db(pid=25655): Terminated: ok {rc=0}\u000a22:46:11.490370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25657): Launched\u000a22:46:11.809629 run osmo-hlr_10.42.42.2(pid=25658): Launched\u000a22:46:11.925704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:12.478731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25660): Launched\u000a22:46:12.795503 run osmo-stp_10.42.42.5(pid=25661): Launched\u000a22:46:12.910323 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:13.493171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25663): Launched\u000a22:46:13.813861 run osmo-msc_10.42.42.6(pid=25664): Launched\u000a22:46:14.000628 run osmo-stp_10.42.42.5(pid=25661): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25661)]\u000a22:46:14.136590 run osmo-stp_10.42.42.5(pid=25661): stdout: \u000a| (launched: 2022-12-09_22:46:12.640411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:14.271386 run osmo-stp_10.42.42.5(pid=25661): stderr: \u000a| �[0;m�[38;5;43m20221209224612834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224612834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224612834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224612834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224612835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224612835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224612835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:14.399794 run osmo-stp_10.42.42.5(pid=25661): stdout: \u000a| (launched: 2022-12-09_22:46:12.640411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:14.526911 run osmo-stp_10.42.42.5(pid=25661): stderr: \u000a| �[0;m�[38;5;43m20221209224612834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224612834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224612834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224612834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224612835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224612835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224612835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:14.583123 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25661): Process ended prematurely: osmo-stp_10.42.42.5(pid=25661) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25661)] [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:46:14.591968 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:46:14.654125 run osmo-hlr_10.42.42.2(pid=25658): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25658)]\u000a22:46:14.705126 run osmo-hlr_10.42.42.2(pid=25658): stdout: \u000a| (launched: 2022-12-09_22:46:11.653171) \u000a22:46:14.756878 run osmo-hlr_10.42.42.2(pid=25658): stderr: \u000a| �[0;m�[1;31m20221209224611851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224611851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224611851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224611851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224611851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224611851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224611863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224611872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224611872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224611872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:14.827214 run osmo-msc_10.42.42.6(pid=25664): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25664)]\u000a22:46:14.878361 run osmo-msc_10.42.42.6(pid=25664): stdout: \u000a| (launched: 2022-12-09_22:46:13.657231) \u000a22:46:14.930002 run osmo-msc_10.42.42.6(pid=25664): stderr: \u000a| �[0;m�[38;5;43m20221209224613980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224613980 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa4d2d7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224613980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224613980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224613980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224613981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224613982 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224613983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224613983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224613983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:14.973756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25657): Terminating (SIGTERM)\u000a22:46:15.015154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25660): Terminating (SIGTERM)\u000a22:46:15.056606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25663): Terminating (SIGTERM)\u000a22:46:15.065886 --- ParallelTerminationStrategy: PID 25657 died...\u000a22:46:15.121557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25657): Terminated: ok {rc=0}\u000a22:46:15.131588 --- ParallelTerminationStrategy: PID 25660 died...\u000a22:46:15.186894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25660): Terminated: ok {rc=0}\u000a22:46:15.196765 --- ParallelTerminationStrategy: PID 25663 died...\u000a22:46:15.251953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25663): Terminated: ok {rc=0}\u000a22:46:15.338591 bus /sierra_3: Setting Powered False\u000a22:46:16.463675 bus /sierra_3: Setting Powered False\u000a22:46:17.572705 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:45:57" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25676): Process ended prematurely: osmo-stp_10.42.42.5(pid=25676) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25676)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25676): Process ended prematurely: osmo-stp_10.42.42.5(pid=25676) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:46:19.550380 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:19.562079 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:46:19.714300 tst mo_mt_call.py: using LAC 24187\u000a22:46:19.838295 tst mo_mt_call.py: using RAC 217\u000a22:46:19.962839 tst mo_mt_call.py: using CellId 24187\u000a22:46:20.088477 tst mo_mt_call.py: using BVCI 24188\u000a22:46:20.113121 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:20.124634 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:20.136009 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:20.147868 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:20.159498 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:20.170832 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:46:20.289230 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:46:20.497977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:21.007347 run create_hlr_db(pid=25670): Launched\u000a22:46:21.193258 bus /sierra_2: Setting Powered False\u000a22:46:22.213942 run create_hlr_db(pid=25670): Terminated: ok {rc=0}\u000a22:46:22.616758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25672): Launched\u000a22:46:22.915744 run osmo-hlr_10.42.42.2(pid=25673): Launched\u000a22:46:23.032306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:23.560596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25675): Launched\u000a22:46:23.860233 run osmo-stp_10.42.42.5(pid=25676): Launched\u000a22:46:23.969145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:24.513298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25678): Launched\u000a22:46:24.812901 run osmo-msc_10.42.42.6(pid=25679): Launched\u000a22:46:24.989744 run osmo-stp_10.42.42.5(pid=25676): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25676)]\u000a22:46:25.117475 run osmo-stp_10.42.42.5(pid=25676): stdout: \u000a| (launched: 2022-12-09_22:46:23.712580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:25.242864 run osmo-stp_10.42.42.5(pid=25676): stderr: \u000a| �[0;m�[38;5;43m20221209224623881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224623881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224623881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224623882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224623882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224623882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224623882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:25.363062 run osmo-stp_10.42.42.5(pid=25676): stdout: \u000a| (launched: 2022-12-09_22:46:23.712580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:25.482221 run osmo-stp_10.42.42.5(pid=25676): stderr: \u000a| �[0;m�[38;5;43m20221209224623881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224623881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224623881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224623882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224623882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224623882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224623882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:25.535143 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25676): Process ended prematurely: osmo-stp_10.42.42.5(pid=25676) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25676)] [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:46:25.543797 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:46:25.603481 run osmo-hlr_10.42.42.2(pid=25673): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25673)]\u000a22:46:25.652308 run osmo-hlr_10.42.42.2(pid=25673): stdout: \u000a| (launched: 2022-12-09_22:46:22.768784) \u000a22:46:25.701899 run osmo-hlr_10.42.42.2(pid=25673): stderr: \u000a| �[0;m�[1;31m20221209224622945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224622945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224622945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224622945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224622945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224622945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224622958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224622967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224622967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224622967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:25.769645 run osmo-msc_10.42.42.6(pid=25679): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25679)]\u000a22:46:25.818587 run osmo-msc_10.42.42.6(pid=25679): stdout: \u000a| (launched: 2022-12-09_22:46:24.664813) \u000a22:46:25.868099 run osmo-msc_10.42.42.6(pid=25679): stderr: \u000a| �[0;m�[38;5;43m20221209224624937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224624938 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2502ba0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224624938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224624938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224624938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224624938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224624940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224624941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224624941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224624941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:25.909887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25672): Terminating (SIGTERM)\u000a22:46:25.949384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25675): Terminating (SIGTERM)\u000a22:46:25.989118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25678): Terminating (SIGTERM)\u000a22:46:25.998324 --- ParallelTerminationStrategy: PID 25672 died...\u000a22:46:26.052139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25672): Terminated: ok {rc=0}\u000a22:46:26.061825 --- ParallelTerminationStrategy: PID 25675 died...\u000a22:46:26.114684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25675): Terminated: ok {rc=0}\u000a22:46:26.124559 --- ParallelTerminationStrategy: PID 25678 died...\u000a22:46:26.177255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25678): Terminated: ok {rc=0}\u000a22:46:26.264711 bus /sierra_3: Setting Powered False\u000a22:46:27.367210 bus /sierra_3: Setting Powered False\u000a22:46:28.477859 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25687): Process ended prematurely: osmo-stp_10.42.42.5(pid=25687) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25687)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25687): Process ended prematurely: osmo-stp_10.42.42.5(pid=25687) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:46:29.586509 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:29.598446 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:46:29.749907 tst mo_mt_call_osmux.py: using LAC 24188\u000a22:46:29.865543 tst mo_mt_call_osmux.py: using RAC 218\u000a22:46:29.981300 tst mo_mt_call_osmux.py: using CellId 24188\u000a22:46:30.098991 tst mo_mt_call_osmux.py: using BVCI 24189\u000a22:46:30.121625 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:30.132552 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:30.143483 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:30.154662 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:30.165658 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:46:30.177119 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:46:30.296064 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:46:30.507862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:31.068445 run create_hlr_db(pid=25681): Launched\u000a22:46:31.245933 bus /sierra_2: Setting Powered False\u000a22:46:32.265602 run create_hlr_db(pid=25681): Terminated: ok {rc=0}\u000a22:46:32.689934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25683): Launched\u000a22:46:33.007098 run osmo-hlr_10.42.42.2(pid=25684): Launched\u000a22:46:33.123265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:33.676648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25686): Launched\u000a22:46:33.994399 run osmo-stp_10.42.42.5(pid=25687): Launched\u000a22:46:34.109619 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:34.696376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25689): Launched\u000a22:46:35.014811 run osmo-msc_10.42.42.6(pid=25690): Launched\u000a22:46:35.202112 run osmo-stp_10.42.42.5(pid=25687): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25687)]\u000a22:46:35.337534 run osmo-stp_10.42.42.5(pid=25687): stdout: \u000a| (launched: 2022-12-09_22:46:33.839121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:35.471864 run osmo-stp_10.42.42.5(pid=25687): stderr: \u000a| �[0;m�[38;5;43m20221209224634030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224634031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224634031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224634031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224634034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224634034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224634034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:35.600024 run osmo-stp_10.42.42.5(pid=25687): stdout: \u000a| (launched: 2022-12-09_22:46:33.839121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:35.726721 run osmo-stp_10.42.42.5(pid=25687): stderr: \u000a| �[0;m�[38;5;43m20221209224634030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224634031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224634031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224634031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224634034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224634034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224634034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:35.782929 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25687): Process ended prematurely: osmo-stp_10.42.42.5(pid=25687) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25687)] [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:46:35.791992 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:46:35.854584 run osmo-hlr_10.42.42.2(pid=25684): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25684)]\u000a22:46:35.905764 run osmo-hlr_10.42.42.2(pid=25684): stdout: \u000a| (launched: 2022-12-09_22:46:32.852134) \u000a22:46:35.957410 run osmo-hlr_10.42.42.2(pid=25684): stderr: \u000a| �[0;m�[1;31m20221209224633050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224633050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224633050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224633050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224633050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224633050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224633064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224633072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224633072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224633072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:36.027618 run osmo-msc_10.42.42.6(pid=25690): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25690)]\u000a22:46:36.078587 run osmo-msc_10.42.42.6(pid=25690): stdout: \u000a| (launched: 2022-12-09_22:46:34.859104) \u000a22:46:36.130471 run osmo-msc_10.42.42.6(pid=25690): stderr: \u000a| �[0;m�[38;5;43m20221209224635181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224635181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd57911c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224635181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224635181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224635181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224635181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224635183 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224635184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224635184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224635184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:36.174694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25683): Terminating (SIGTERM)\u000a22:46:36.216322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25686): Terminating (SIGTERM)\u000a22:46:36.257915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25689): Terminating (SIGTERM)\u000a22:46:36.267628 --- ParallelTerminationStrategy: PID 25683 died...\u000a22:46:36.323030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25683): Terminated: ok {rc=0}\u000a22:46:36.333190 --- ParallelTerminationStrategy: PID 25686 died...\u000a22:46:36.388352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25686): Terminated: ok {rc=0}\u000a22:46:36.398346 --- ParallelTerminationStrategy: PID 25689 died...\u000a22:46:36.453439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25689): Terminated: ok {rc=0}\u000a22:46:36.540562 bus /sierra_3: Setting Powered False\u000a22:46:37.647779 bus /sierra_3: Setting Powered False\u000a22:46:38.754571 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:46:19" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25701): Process ended prematurely: osmo-stp_10.42.42.5(pid=25701) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25701)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25701): Process ended prematurely: osmo-stp_10.42.42.5(pid=25701) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:46:40.718197 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:40.729263 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:46:40.874285 tst mo_mt_call.py: using LAC 24189\u000a22:46:40.989782 tst mo_mt_call.py: using RAC 219\u000a22:46:41.105562 tst mo_mt_call.py: using CellId 24189\u000a22:46:41.220847 tst mo_mt_call.py: using BVCI 24190\u000a22:46:41.243390 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:41.254440 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:41.265338 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:41.276855 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:41.288151 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:41.299582 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:46:41.414536 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:46:41.624624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:42.133451 run create_hlr_db(pid=25695): Launched\u000a22:46:42.317186 bus /sierra_2: Setting Powered False\u000a22:46:43.338558 run create_hlr_db(pid=25695): Terminated: ok {rc=0}\u000a22:46:43.739858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25697): Launched\u000a22:46:44.039706 run osmo-hlr_10.42.42.2(pid=25698): Launched\u000a22:46:44.158196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:44.683672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25700): Launched\u000a22:46:44.980612 run osmo-stp_10.42.42.5(pid=25701): Launched\u000a22:46:45.089940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:45.633102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25703): Launched\u000a22:46:45.972501 run osmo-msc_10.42.42.6(pid=25704): Launched\u000a22:46:46.541092 run osmo-stp_10.42.42.5(pid=25701): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25701)]\u000a22:46:46.738519 run osmo-stp_10.42.42.5(pid=25701): stdout: \u000a| (launched: 2022-12-09_22:46:44.834728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:46.879546 run osmo-stp_10.42.42.5(pid=25701): stderr: \u000a| �[0;m�[38;5;43m20221209224645004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224645004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224645004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224645005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224645005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224645005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224645005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:47.010835 run osmo-stp_10.42.42.5(pid=25701): stdout: \u000a| (launched: 2022-12-09_22:46:44.834728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:47.141131 run osmo-stp_10.42.42.5(pid=25701): stderr: \u000a| �[0;m�[38;5;43m20221209224645004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224645004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224645004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224645005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224645005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224645005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224645005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:47.199180 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25701): Process ended prematurely: osmo-stp_10.42.42.5(pid=25701) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25701)] [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:46:47.209034 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a22:46:47.274080 run osmo-hlr_10.42.42.2(pid=25698): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25698)]\u000a22:46:47.326825 run osmo-hlr_10.42.42.2(pid=25698): stdout: \u000a| (launched: 2022-12-09_22:46:43.892330) \u000a22:46:47.379439 run osmo-hlr_10.42.42.2(pid=25698): stderr: \u000a| �[0;m�[1;31m20221209224644065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224644065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224644065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224644065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224644066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224644066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224644078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224644087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224644087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224644087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:47.450507 run osmo-msc_10.42.42.6(pid=25704): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25704)]\u000a22:46:47.501908 run osmo-msc_10.42.42.6(pid=25704): stdout: \u000a| (launched: 2022-12-09_22:46:45.783784) \u000a22:46:47.553905 run osmo-msc_10.42.42.6(pid=25704): stderr: \u000a| �[0;m�[38;5;43m20221209224646303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224646304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6666bc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224646304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224646304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224646304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224646305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224646310 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224646311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224646311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224646312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:47.598131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25697): Terminating (SIGTERM)\u000a22:46:47.639696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25700): Terminating (SIGTERM)\u000a22:46:47.681961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25703): Terminating (SIGTERM)\u000a22:46:47.691635 --- ParallelTerminationStrategy: PID 25697 died...\u000a22:46:47.747606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25697): Terminated: ok {rc=0}\u000a22:46:47.757736 --- ParallelTerminationStrategy: PID 25700 died...\u000a22:46:47.813294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25700): Terminated: ok {rc=0}\u000a22:46:47.823341 --- ParallelTerminationStrategy: PID 25703 died...\u000a22:46:47.879000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25703): Terminated: ok {rc=0}\u000a22:46:47.967057 bus /sierra_3: Setting Powered False\u000a22:46:49.067100 bus /sierra_3: Setting Powered False\u000a22:46:50.174412 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25712): Process ended prematurely: osmo-stp_10.42.42.5(pid=25712) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25712)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25712): Process ended prematurely: osmo-stp_10.42.42.5(pid=25712) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:46:51.288084 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:51.300249 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:46:51.454871 tst mo_mt_call_osmux.py: using LAC 24190\u000a22:46:51.582144 tst mo_mt_call_osmux.py: using RAC 220\u000a22:46:51.707278 tst mo_mt_call_osmux.py: using CellId 24190\u000a22:46:51.831914 tst mo_mt_call_osmux.py: using BVCI 24191\u000a22:46:51.856221 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:51.867734 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:51.879099 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:51.890455 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:51.901887 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:46:51.913146 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:46:52.028851 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:46:52.230726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:46:52.716671 run create_hlr_db(pid=25706): Launched\u000a22:46:52.900726 bus /sierra_2: Setting Powered False\u000a22:46:53.912262 run create_hlr_db(pid=25706): Terminated: ok {rc=0}\u000a22:46:54.344083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25708): Launched\u000a22:46:54.661843 run osmo-hlr_10.42.42.2(pid=25709): Launched\u000a22:46:54.780855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:46:55.332815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25711): Launched\u000a22:46:55.650833 run osmo-stp_10.42.42.5(pid=25712): Launched\u000a22:46:55.765290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:46:56.346718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25714): Launched\u000a22:46:56.664854 run osmo-msc_10.42.42.6(pid=25715): Launched\u000a22:46:56.851624 run osmo-stp_10.42.42.5(pid=25712): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25712)]\u000a22:46:56.986594 run osmo-stp_10.42.42.5(pid=25712): stdout: \u000a| (launched: 2022-12-09_22:46:55.494879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:57.120804 run osmo-stp_10.42.42.5(pid=25712): stderr: \u000a| �[0;m�[38;5;43m20221209224655688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224655689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224655689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224655689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224655690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224655690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224655690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:57.249632 run osmo-stp_10.42.42.5(pid=25712): stdout: \u000a| (launched: 2022-12-09_22:46:55.494879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:46:57.376441 run osmo-stp_10.42.42.5(pid=25712): stderr: \u000a| �[0;m�[38;5;43m20221209224655688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224655689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224655689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224655689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224655690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224655690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224655690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:46:57.432644 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25712): Process ended prematurely: osmo-stp_10.42.42.5(pid=25712) [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25712)] [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:46:57.442008 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:46:57.504496 run osmo-hlr_10.42.42.2(pid=25709): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25709)]\u000a22:46:57.555894 run osmo-hlr_10.42.42.2(pid=25709): stdout: \u000a| (launched: 2022-12-09_22:46:54.506341) \u000a22:46:57.607829 run osmo-hlr_10.42.42.2(pid=25709): stderr: \u000a| �[0;m�[1;31m20221209224654704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224654704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224654704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224654704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224654704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224654704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224654716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224654726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224654726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224654726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:46:57.678269 run osmo-msc_10.42.42.6(pid=25715): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25715)]\u000a22:46:57.729317 run osmo-msc_10.42.42.6(pid=25715): stdout: \u000a| (launched: 2022-12-09_22:46:56.508913) \u000a22:46:57.780860 run osmo-msc_10.42.42.6(pid=25715): stderr: \u000a| �[0;m�[38;5;43m20221209224656834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224656834 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46abe9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224656834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224656834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224656834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224656834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224656836 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224656836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224656836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224656837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:46:57.824649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25708): Terminating (SIGTERM)\u000a22:46:57.866251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25711): Terminating (SIGTERM)\u000a22:46:57.907982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25714): Terminating (SIGTERM)\u000a22:46:57.917786 --- ParallelTerminationStrategy: PID 25708 died...\u000a22:46:57.973628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25708): Terminated: ok {rc=0}\u000a22:46:57.983813 --- ParallelTerminationStrategy: PID 25711 died...\u000a22:46:58.039358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25711): Terminated: ok {rc=0}\u000a22:46:58.049507 --- ParallelTerminationStrategy: PID 25714 died...\u000a22:46:58.104566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25714): Terminated: ok {rc=0}\u000a22:46:58.191863 bus /sierra_3: Setting Powered False\u000a22:46:59.292599 bus /sierra_3: Setting Powered False\u000a22:47:00.398725 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:46:40" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25726): Process ended prematurely: osmo-stp_10.42.42.5(pid=25726) [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25726)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25726): Process ended prematurely: osmo-stp_10.42.42.5(pid=25726) [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:47:02.409436 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:02.421237 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:47:02.600123 tst mo_mt_call.py: using LAC 24191\u000a22:47:02.725299 tst mo_mt_call.py: using RAC 221\u000a22:47:02.849573 tst mo_mt_call.py: using CellId 24191\u000a22:47:02.971006 tst mo_mt_call.py: using BVCI 24192\u000a22:47:02.993833 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:03.005015 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:03.016061 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:03.028033 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:03.039374 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:03.050815 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:47:03.165720 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:47:03.374496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:03.881898 run create_hlr_db(pid=25720): Launched\u000a22:47:04.065680 bus /sierra_2: Setting Powered False\u000a22:47:05.087518 run create_hlr_db(pid=25720): Terminated: ok {rc=0}\u000a22:47:05.488143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25722): Launched\u000a22:47:05.785376 run osmo-hlr_10.42.42.2(pid=25723): Launched\u000a22:47:05.901371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:06.447854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25725): Launched\u000a22:47:06.766547 run osmo-stp_10.42.42.5(pid=25726): Launched\u000a22:47:06.882153 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:47:07.467181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25728): Launched\u000a22:47:07.787529 run osmo-msc_10.42.42.6(pid=25729): Launched\u000a22:47:07.974371 run osmo-stp_10.42.42.5(pid=25726): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25726)]\u000a22:47:08.110306 run osmo-stp_10.42.42.5(pid=25726): stdout: \u000a| (launched: 2022-12-09_22:47:06.610125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:08.245300 run osmo-stp_10.42.42.5(pid=25726): stderr: \u000a| �[0;m�[38;5;43m20221209224706801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224706802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224706802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224706802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224706803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224706803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224706803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:08.373773 run osmo-stp_10.42.42.5(pid=25726): stdout: \u000a| (launched: 2022-12-09_22:47:06.610125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:08.500196 run osmo-stp_10.42.42.5(pid=25726): stderr: \u000a| �[0;m�[38;5;43m20221209224706801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224706802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224706802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224706802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224706803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224706803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224706803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:08.556294 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25726): Process ended prematurely: osmo-stp_10.42.42.5(pid=25726) [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25726)] [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:47:08.565462 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:47:08.627823 run osmo-hlr_10.42.42.2(pid=25723): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25723)]\u000a22:47:08.679158 run osmo-hlr_10.42.42.2(pid=25723): stdout: \u000a| (launched: 2022-12-09_22:47:05.639876) \u000a22:47:08.731150 run osmo-hlr_10.42.42.2(pid=25723): stderr: \u000a| �[0;m�[1;31m20221209224705818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224705818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224705818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224705818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224705819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224705819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224705832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224705842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224705842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224705842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:08.801545 run osmo-msc_10.42.42.6(pid=25729): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25729)]\u000a22:47:08.852530 run osmo-msc_10.42.42.6(pid=25729): stdout: \u000a| (launched: 2022-12-09_22:47:07.630922) \u000a22:47:08.904055 run osmo-msc_10.42.42.6(pid=25729): stderr: \u000a| �[0;m�[38;5;43m20221209224707953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224707953 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72c183ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224707953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224707953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224707954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224707954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224707955 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224707956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224707956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224707956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:47:08.947948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25722): Terminating (SIGTERM)\u000a22:47:08.989682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25725): Terminating (SIGTERM)\u000a22:47:09.031432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25728): Terminating (SIGTERM)\u000a22:47:09.041228 --- ParallelTerminationStrategy: PID 25722 died...\u000a22:47:09.097888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25722): Terminated: ok {rc=0}\u000a22:47:09.108135 --- ParallelTerminationStrategy: PID 25725 died...\u000a22:47:09.164133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25725): Terminated: ok {rc=0}\u000a22:47:09.174275 --- ParallelTerminationStrategy: PID 25728 died...\u000a22:47:09.229992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25728): Terminated: ok {rc=0}\u000a22:47:09.316889 bus /sierra_3: Setting Powered False\u000a22:47:10.424908 bus /sierra_3: Setting Powered False\u000a22:47:11.533904 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25737): Process ended prematurely: osmo-stp_10.42.42.5(pid=25737) [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25737)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25737): Process ended prematurely: osmo-stp_10.42.42.5(pid=25737) [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:47:12.649275 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:12.661552 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:47:12.814290 tst mo_mt_call_osmux.py: using LAC 24192\u000a22:47:12.939302 tst mo_mt_call_osmux.py: using RAC 222\u000a22:47:13.064924 tst mo_mt_call_osmux.py: using CellId 24192\u000a22:47:13.195295 tst mo_mt_call_osmux.py: using BVCI 24193\u000a22:47:13.219670 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:13.231213 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:13.242746 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:13.254184 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:13.265719 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:47:13.276879 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:47:13.396622 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:47:13.608052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:14.116670 run create_hlr_db(pid=25731): Launched\u000a22:47:14.302061 bus /sierra_2: Setting Powered False\u000a22:47:15.323242 run create_hlr_db(pid=25731): Terminated: ok {rc=0}\u000a22:47:15.747511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25733): Launched\u000a22:47:16.200779 run osmo-hlr_10.42.42.2(pid=25734): Launched\u000a22:47:16.341834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:16.966640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25736): Launched\u000a22:47:17.332463 run osmo-stp_10.42.42.5(pid=25737): Launched\u000a22:47:17.443758 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:47:17.991044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25739): Launched\u000a22:47:18.290934 run osmo-msc_10.42.42.6(pid=25740): Launched\u000a22:47:18.467097 run osmo-stp_10.42.42.5(pid=25737): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25737)]\u000a22:47:18.594864 run osmo-stp_10.42.42.5(pid=25737): stdout: \u000a| (launched: 2022-12-09_22:47:17.131769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:18.719794 run osmo-stp_10.42.42.5(pid=25737): stderr: \u000a| �[0;m�[38;5;43m20221209224717355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224717355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224717355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224717356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224717356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224717356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224717356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:18.839843 run osmo-stp_10.42.42.5(pid=25737): stdout: \u000a| (launched: 2022-12-09_22:47:17.131769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:18.958913 run osmo-stp_10.42.42.5(pid=25737): stderr: \u000a| �[0;m�[38;5;43m20221209224717355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224717355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224717355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224717356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224717356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224717356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224717356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:19.011400 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25737): Process ended prematurely: osmo-stp_10.42.42.5(pid=25737) [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25737)] [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:47:19.019888 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a22:47:19.079885 run osmo-hlr_10.42.42.2(pid=25734): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25734)]\u000a22:47:19.129254 run osmo-hlr_10.42.42.2(pid=25734): stdout: \u000a| (launched: 2022-12-09_22:47:15.934020) \u000a22:47:19.178822 run osmo-hlr_10.42.42.2(pid=25734): stderr: \u000a| �[0;m�[1;31m20221209224716126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224716126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224716126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224716126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224716126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224716126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224716142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224716155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224716155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224716155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:19.245916 run osmo-msc_10.42.42.6(pid=25740): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25740)]\u000a22:47:19.294889 run osmo-msc_10.42.42.6(pid=25740): stdout: \u000a| (launched: 2022-12-09_22:47:18.143088) \u000a22:47:19.344507 run osmo-msc_10.42.42.6(pid=25740): stderr: \u000a| �[0;m�[38;5;43m20221209224718412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224718412 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79614ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224718413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224718413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224718413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224718413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224718415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224718415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224718415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224718415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:47:19.386671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25733): Terminating (SIGTERM)\u000a22:47:19.426746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25736): Terminating (SIGTERM)\u000a22:47:19.466567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25739): Terminating (SIGTERM)\u000a22:47:19.476005 --- ParallelTerminationStrategy: PID 25733 died...\u000a22:47:19.529586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25733): Terminated: ok {rc=0}\u000a22:47:19.539497 --- ParallelTerminationStrategy: PID 25736 died...\u000a22:47:19.592527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25736): Terminated: ok {rc=0}\u000a22:47:19.602417 --- ParallelTerminationStrategy: PID 25739 died...\u000a22:47:19.655317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25739): Terminated: ok {rc=0}\u000a22:47:19.743287 bus /sierra_3: Setting Powered False\u000a22:47:20.845983 bus /sierra_3: Setting Powered False\u000a22:47:21.956687 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:47:02" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25751): Process ended prematurely: osmo-stp_10.42.42.5(pid=25751) [trial-2365↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25751)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25751): Process ended prematurely: osmo-stp_10.42.42.5(pid=25751) [trial-2365↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:47:23.935928 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:23.946670 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:47:24.073271 tst emergency_mo_mt_call.py: using LAC 24193\u000a22:47:24.197094 tst emergency_mo_mt_call.py: using RAC 223\u000a22:47:24.319900 tst emergency_mo_mt_call.py: using CellId 24193\u000a22:47:24.443081 tst emergency_mo_mt_call.py: using BVCI 24194\u000a22:47:24.467331 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:24.478517 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:24.489588 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:24.500453 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:24.511420 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:24.522824 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:24.636762 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:24.842647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:25.342396 run create_hlr_db(pid=25745): Launched\u000a22:47:25.524228 bus /sierra_2: Setting Powered False\u000a22:47:26.545306 run create_hlr_db(pid=25745): Terminated: ok {rc=0}\u000a22:47:26.940357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25747): Launched\u000a22:47:27.234751 run osmo-hlr_10.42.42.2(pid=25748): Launched\u000a22:47:27.349640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:27.864260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25750): Launched\u000a22:47:28.158421 run osmo-stp_10.42.42.5(pid=25751): Launched\u000a22:47:28.282359 tst emergency_mo_mt_call.py: using MSISDN 7411\u000a22:47:28.432133 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:47:28.967388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25753): Launched\u000a22:47:29.261735 run osmo-msc_10.42.42.6(pid=25754): Launched\u000a22:47:29.434649 run osmo-stp_10.42.42.5(pid=25751): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25751)]\u000a22:47:29.559887 run osmo-stp_10.42.42.5(pid=25751): stdout: \u000a| (launched: 2022-12-09_22:47:28.013103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:29.682352 run osmo-stp_10.42.42.5(pid=25751): stderr: \u000a| �[0;m�[38;5;43m20221209224728180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224728180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224728181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224728181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224728183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224728184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224728184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:29.800581 run osmo-stp_10.42.42.5(pid=25751): stdout: \u000a| (launched: 2022-12-09_22:47:28.013103)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:29.917785 run osmo-stp_10.42.42.5(pid=25751): stderr: \u000a| �[0;m�[38;5;43m20221209224728180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224728180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224728181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224728181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224728183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224728184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224728184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:29.969384 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25751): Process ended prematurely: osmo-stp_10.42.42.5(pid=25751) [trial-2365↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25751)] [trial-2365↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a22:47:29.977356 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a22:47:30.037428 run osmo-hlr_10.42.42.2(pid=25748): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25748)]\u000a22:47:30.086360 run osmo-hlr_10.42.42.2(pid=25748): stdout: \u000a| (launched: 2022-12-09_22:47:27.088782) \u000a22:47:30.136060 run osmo-hlr_10.42.42.2(pid=25748): stderr: \u000a| �[0;m�[1;31m20221209224727260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224727260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224727261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224727261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224727261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224727261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224727273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224727281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224727281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224727281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:30.203157 run osmo-msc_10.42.42.6(pid=25754): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25754)]\u000a22:47:30.252912 run osmo-msc_10.42.42.6(pid=25754): stdout: \u000a| (launched: 2022-12-09_22:47:29.116417) \u000a22:47:30.302450 run osmo-msc_10.42.42.6(pid=25754): stderr: \u000a| �[0;m�[38;5;43m20221209224729387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224729387 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae261b1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224729387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224729387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224729387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224729388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224729390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224729390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224729390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224729390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:47:30.344285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25747): Terminating (SIGTERM)\u000a22:47:30.384033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25750): Terminating (SIGTERM)\u000a22:47:30.423715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25753): Terminating (SIGTERM)\u000a22:47:30.433207 --- ParallelTerminationStrategy: PID 25747 died...\u000a22:47:30.486546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25747): Terminated: ok {rc=0}\u000a22:47:30.495951 --- ParallelTerminationStrategy: PID 25750 died...\u000a22:47:30.549577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25750): Terminated: ok {rc=0}\u000a22:47:30.559728 --- ParallelTerminationStrategy: PID 25753 died...\u000a22:47:30.612537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25753): Terminated: ok {rc=0}\u000a22:47:30.695487 bus /sierra_3: Setting Powered False\u000a22:47:31.799854 bus /sierra_3: Setting Powered False\u000a22:47:32.910624 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25764): Process ended prematurely: osmo-stp_10.42.42.5(pid=25764) [trial-2365↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25764)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25764): Process ended prematurely: osmo-stp_10.42.42.5(pid=25764) [trial-2365↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:47:33.961717 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:33.973074 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:47:34.097187 tst emergency_preemptive_call.py: using LAC 24194\u000a22:47:34.211663 tst emergency_preemptive_call.py: using RAC 224\u000a22:47:34.327135 tst emergency_preemptive_call.py: using CellId 24194\u000a22:47:34.443149 tst emergency_preemptive_call.py: using BVCI 24195\u000a22:47:34.465351 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:34.476002 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:34.486547 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:34.497938 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:34.509343 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a22:47:34.520566 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:34.634841 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:34.753137 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:34.867407 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:35.073474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:35.578087 run create_hlr_db(pid=25757): Launched\u000a22:47:35.760126 bus /sierra_2: Setting Powered False\u000a22:47:36.780773 run create_hlr_db(pid=25757): Terminated: ok {rc=0}\u000a22:47:37.175541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25760): Launched\u000a22:47:37.468293 run osmo-hlr_10.42.42.2(pid=25761): Launched\u000a22:47:37.581849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:38.107191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25763): Launched\u000a22:47:38.420321 run osmo-stp_10.42.42.5(pid=25764): Launched\u000a22:47:38.545566 tst emergency_preemptive_call.py: using MSISDN 7412\u000a22:47:38.700683 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:47:39.270918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25766): Launched\u000a22:47:39.583906 run osmo-msc_10.42.42.6(pid=25767): Launched\u000a22:47:39.768219 run osmo-stp_10.42.42.5(pid=25764): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25764)]\u000a22:47:39.901248 run osmo-stp_10.42.42.5(pid=25764): stdout: \u000a| (launched: 2022-12-09_22:47:38.266751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:40.035236 run osmo-stp_10.42.42.5(pid=25764): stderr: \u000a| �[0;m�[38;5;43m20221209224738456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224738457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224738457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224738457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224738460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224738460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224738460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:40.161633 run osmo-stp_10.42.42.5(pid=25764): stdout: \u000a| (launched: 2022-12-09_22:47:38.266751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:40.286670 run osmo-stp_10.42.42.5(pid=25764): stderr: \u000a| �[0;m�[38;5;43m20221209224738456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224738457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224738457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224738457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224738460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224738460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224738460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:40.341937 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25764): Process ended prematurely: osmo-stp_10.42.42.5(pid=25764) [trial-2365↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25764)] [trial-2365↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a22:47:40.350627 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a22:47:40.413331 run osmo-hlr_10.42.42.2(pid=25761): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25761)]\u000a22:47:40.464678 run osmo-hlr_10.42.42.2(pid=25761): stdout: \u000a| (launched: 2022-12-09_22:47:37.324456) \u000a22:47:40.516580 run osmo-hlr_10.42.42.2(pid=25761): stderr: \u000a| �[0;m�[1;31m20221209224737499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224737499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224737499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224737499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224737499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224737499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224737511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224737520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224737520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224737520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:40.587434 run osmo-msc_10.42.42.6(pid=25767): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25767)]\u000a22:47:40.638528 run osmo-msc_10.42.42.6(pid=25767): stdout: \u000a| (launched: 2022-12-09_22:47:39.430947) \u000a22:47:40.690192 run osmo-msc_10.42.42.6(pid=25767): stderr: \u000a| �[0;m�[38;5;43m20221209224739753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209224739753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd69d72cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209224739753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209224739753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209224739754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209224739754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209224739756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209224739756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209224739756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209224739756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:47:40.734165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25760): Terminating (SIGTERM)\u000a22:47:40.775955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25763): Terminating (SIGTERM)\u000a22:47:40.817764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25766): Terminating (SIGTERM)\u000a22:47:40.827437 --- ParallelTerminationStrategy: PID 25760 died...\u000a22:47:40.883090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25760): Terminated: ok {rc=0}\u000a22:47:40.893267 --- ParallelTerminationStrategy: PID 25763 died...\u000a22:47:40.948423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25763): Terminated: ok {rc=0}\u000a22:47:40.958455 --- ParallelTerminationStrategy: PID 25766 died...\u000a22:47:41.013869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25766): Terminated: ok {rc=0}\u000a22:47:41.101751 bus /sierra_9: Setting Powered False\u000a22:47:42.203655 bus /sierra_9: Setting Powered False\u000a22:47:43.315376 bus /sierra_8: Setting Powered False\u000a22:47:44.417839 bus /sierra_8: Setting Powered False\u000a22:47:45.526127 bus /sierra_3: Setting Powered False\u000a22:47:46.628917 bus /sierra_3: Setting Powered False\u000a22:47:47.735577 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:47:23" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25782): Process ended prematurely: osmo-stp_10.42.42.5(pid=25782) [trial-2365↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25782)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25782): Process ended prematurely: osmo-stp_10.42.42.5(pid=25782) [trial-2365↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:47:49.838054 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:49.849003 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:47:49.978976 tst cs_paging_gprs_active.py: using LAC 24195\u000a22:47:50.106916 tst cs_paging_gprs_active.py: using RAC 225\u000a22:47:50.225370 tst cs_paging_gprs_active.py: using CellId 24195\u000a22:47:50.343236 tst cs_paging_gprs_active.py: using BVCI 24196\u000a22:47:50.366583 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:50.377347 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:50.387973 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:50.399445 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:50.411196 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:50.423453 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:50.434218 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:50.445452 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:47:50.456909 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:50.579181 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:47:50.857905 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:47:50.983126 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:47:51.294646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25772): Launched\u000a22:47:51.554283 run iperf3-srv_10.42.42.10(pid=25773): Launched\u000a22:47:51.737577 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:47:51.862581 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:47:52.173894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25774): Launched\u000a22:47:52.432191 run iperf3-srv_10.42.42.10(pid=25775): Launched\u000a22:47:52.615276 tst cs_paging_gprs_active.py:38: start network...\u000a22:47:52.739751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:47:53.218453 run create_hlr_db(pid=25776): Launched\u000a22:47:53.390616 bus /sierra_2: Setting Powered False\u000a22:47:54.412797 run create_hlr_db(pid=25776): Terminated: ok {rc=0}\u000a22:47:54.811727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25778): Launched\u000a22:47:55.110664 run osmo-hlr_10.42.42.2(pid=25779): Launched\u000a22:47:55.223958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:47:55.743818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25781): Launched\u000a22:47:56.043519 run osmo-stp_10.42.42.5(pid=25782): Launched\u000a22:47:56.153738 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:47:56.677999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25784): Launched\u000a22:47:56.784818 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:47:57.047430 run patchelf(pid=25785): Launched\u000a22:47:57.225419 run osmo-stp_10.42.42.5(pid=25782): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25782)]\u000a22:47:57.355382 run osmo-stp_10.42.42.5(pid=25782): stdout: \u000a| (launched: 2022-12-09_22:47:55.896493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:57.485585 run osmo-stp_10.42.42.5(pid=25782): stderr: \u000a| �[0;m�[38;5;43m20221209224756065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224756065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224756065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224756065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224756066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224756066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224756066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:57.611434 run osmo-stp_10.42.42.5(pid=25782): stdout: \u000a| (launched: 2022-12-09_22:47:55.896493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:47:57.735748 run osmo-stp_10.42.42.5(pid=25782): stderr: \u000a| �[0;m�[38;5;43m20221209224756065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224756065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224756065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224756065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224756066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224756066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224756066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:47:57.882149 run patchelf(pid=25785): Terminating (SIGINT)\u000a22:47:58.054638 run patchelf(pid=25785): Terminated: ok {rc=0}\u000a22:47:58.086107 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25782): Process ended prematurely: osmo-stp_10.42.42.5(pid=25782) [trial-2365↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25782)] [trial-2365↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a22:47:58.095406 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a22:47:58.155462 run osmo-hlr_10.42.42.2(pid=25779): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25779)]\u000a22:47:58.204188 run osmo-hlr_10.42.42.2(pid=25779): stdout: \u000a| (launched: 2022-12-09_22:47:54.963650) \u000a22:47:58.253370 run osmo-hlr_10.42.42.2(pid=25779): stderr: \u000a| �[0;m�[1;31m20221209224755137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224755137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224755137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224755137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224755137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224755137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224755150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224755159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224755159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224755159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:47:58.295080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25772): Terminating (SIGTERM)\u000a22:47:58.334521 run iperf3-srv_10.42.42.10(pid=25773): Terminating (SIGTERM)\u000a22:47:58.373966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25774): Terminating (SIGTERM)\u000a22:47:58.413487 run iperf3-srv_10.42.42.10(pid=25775): Terminating (SIGTERM)\u000a22:47:58.452874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25778): Terminating (SIGTERM)\u000a22:47:58.492486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25781): Terminating (SIGTERM)\u000a22:47:58.532249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25784): Terminating (SIGTERM)\u000a22:47:58.541368 --- ParallelTerminationStrategy: PID 25772 died...\u000a22:47:58.594417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25772): Terminated: ok {rc=0}\u000a22:47:58.604138 --- ParallelTerminationStrategy: PID 25773 died...\u000a22:47:58.656894 run iperf3-srv_10.42.42.10(pid=25773): Terminated {rc=256}\u000a22:47:58.666304 --- ParallelTerminationStrategy: PID 25774 died...\u000a22:47:58.718976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25774): Terminated: ok {rc=0}\u000a22:47:58.728681 --- ParallelTerminationStrategy: PID 25775 died...\u000a22:47:58.781673 run iperf3-srv_10.42.42.10(pid=25775): Terminated {rc=256}\u000a22:47:58.791168 --- ParallelTerminationStrategy: PID 25778 died...\u000a22:47:58.844081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25778): Terminated: ok {rc=0}\u000a22:47:58.853870 --- ParallelTerminationStrategy: PID 25781 died...\u000a22:47:58.906714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25781): Terminated: ok {rc=0}\u000a22:47:58.916243 --- ParallelTerminationStrategy: PID 25784 died...\u000a22:47:58.968925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25784): Terminated: ok {rc=0}\u000a22:47:59.056766 bus /gobi_0: Setting Powered False\u000a22:48:00.158535 bus /gobi_0: Setting Powered False\u000a22:48:01.265331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25794): Process ended prematurely: osmo-stp_10.42.42.5(pid=25794) [trial-2365↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25794)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25794): Process ended prematurely: osmo-stp_10.42.42.5(pid=25794) [trial-2365↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a22:48:02.379453 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:02.390995 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:48:02.528405 tst iperf3.py: using LAC 24196\u000a22:48:02.651816 tst iperf3.py: using RAC 226\u000a22:48:02.774074 tst iperf3.py: using CellId 24196\u000a22:48:02.896746 tst iperf3.py: using BVCI 24197\u000a22:48:02.921223 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:02.932428 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:02.943546 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:02.954579 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:02.965500 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:02.976474 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:02.987739 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:02.998680 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:03.009658 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:03.290120 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:48:03.414797 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:03.724660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25786): Launched\u000a22:48:03.981885 run iperf3-srv_10.42.42.10(pid=25787): Launched\u000a22:48:04.164531 tst iperf3.py:8: start network...\u000a22:48:04.289389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:04.770504 run create_hlr_db(pid=25788): Launched\u000a22:48:04.942560 bus /gobi_6: Setting Powered False\u000a22:48:05.965046 run create_hlr_db(pid=25788): Terminated: ok {rc=0}\u000a22:48:06.391297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25790): Launched\u000a22:48:06.711482 run osmo-hlr_10.42.42.2(pid=25791): Launched\u000a22:48:06.831486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:07.389012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25793): Launched\u000a22:48:07.707536 run osmo-stp_10.42.42.5(pid=25794): Launched\u000a22:48:07.823600 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:08.383410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25796): Launched\u000a22:48:08.497521 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:08.777701 run patchelf(pid=25797): Launched\u000a22:48:08.965684 run osmo-stp_10.42.42.5(pid=25794): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25794)]\u000a22:48:09.102527 run osmo-stp_10.42.42.5(pid=25794): stdout: \u000a| (launched: 2022-12-09_22:48:07.550963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:09.240424 run osmo-stp_10.42.42.5(pid=25794): stderr: \u000a| �[0;m�[38;5;43m20221209224807742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224807742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224807742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224807743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224807743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224807743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224807743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:09.372717 run osmo-stp_10.42.42.5(pid=25794): stdout: \u000a| (launched: 2022-12-09_22:48:07.550963)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:09.503743 run osmo-stp_10.42.42.5(pid=25794): stderr: \u000a| �[0;m�[38;5;43m20221209224807742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224807742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224807742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224807743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224807743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224807743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224807743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:09.657273 run patchelf(pid=25797): Terminating (SIGINT)\u000a22:48:09.838008 run patchelf(pid=25797): Terminated: ok {rc=0}\u000a22:48:09.871173 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25794): Process ended prematurely: osmo-stp_10.42.42.5(pid=25794) [trial-2365↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25794)] [trial-2365↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a22:48:09.881047 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:48:09.943506 run osmo-hlr_10.42.42.2(pid=25791): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25791)]\u000a22:48:09.994469 run osmo-hlr_10.42.42.2(pid=25791): stdout: \u000a| (launched: 2022-12-09_22:48:06.554594) \u000a22:48:10.046229 run osmo-hlr_10.42.42.2(pid=25791): stderr: \u000a| �[0;m�[1;31m20221209224806753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224806753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224806753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224806753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224806753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224806753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224806765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224806773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224806773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224806773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:10.090458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25786): Terminating (SIGTERM)\u000a22:48:10.132148 run iperf3-srv_10.42.42.10(pid=25787): Terminating (SIGTERM)\u000a22:48:10.174346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25790): Terminating (SIGTERM)\u000a22:48:10.216200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25793): Terminating (SIGTERM)\u000a22:48:10.258574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25796): Terminating (SIGTERM)\u000a22:48:10.268254 --- ParallelTerminationStrategy: PID 25786 died...\u000a22:48:10.324062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25786): Terminated: ok {rc=0}\u000a22:48:10.334153 --- ParallelTerminationStrategy: PID 25787 died...\u000a22:48:10.389449 run iperf3-srv_10.42.42.10(pid=25787): Terminated {rc=256}\u000a22:48:10.399451 --- ParallelTerminationStrategy: PID 25790 died...\u000a22:48:10.455072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25790): Terminated: ok {rc=0}\u000a22:48:10.465225 --- ParallelTerminationStrategy: PID 25793 died...\u000a22:48:10.520832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25793): Terminated: ok {rc=0}\u000a22:48:10.530956 --- ParallelTerminationStrategy: PID 25796 died...\u000a22:48:10.586687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25796): Terminated: ok {rc=0}\u000a22:48:10.673620 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25812): Process ended prematurely: osmo-stp_10.42.42.5(pid=25812) [trial-2365↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25812)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25812): Process ended prematurely: osmo-stp_10.42.42.5(pid=25812) [trial-2365↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a22:48:11.788479 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:11.800087 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:48:11.930664 tst iperf3m4.py: using LAC 24197\u000a22:48:12.055946 tst iperf3m4.py: using RAC 227\u000a22:48:12.187095 tst iperf3m4.py: using CellId 24197\u000a22:48:12.310080 tst iperf3m4.py: using BVCI 24198\u000a22:48:12.334415 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:12.345495 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:12.356286 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:12.367128 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:12.377969 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:12.388686 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:12.399612 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:12.410294 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:12.421258 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:12.537882 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:12.659671 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:12.775509 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:13.068763 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:48:13.202913 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:13.535695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25798): Launched\u000a22:48:13.810004 run iperf3-srv_10.42.42.10(pid=25799): Launched\u000a22:48:14.005265 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:48:14.138470 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:14.470056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25800): Launched\u000a22:48:14.744766 run iperf3-srv_10.42.42.10(pid=25801): Launched\u000a22:48:14.940347 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:48:15.073001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:15.404212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25802): Launched\u000a22:48:15.678617 run iperf3-srv_10.42.42.10(pid=25803): Launched\u000a22:48:15.896763 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:48:16.031766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:16.381433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25804): Launched\u000a22:48:16.672898 run iperf3-srv_10.42.42.10(pid=25805): Launched\u000a22:48:16.872482 tst iperf3m4.py:8: start network...\u000a22:48:17.008242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:17.511649 run create_hlr_db(pid=25806): Launched\u000a22:48:17.696027 bus /gobi_6: Setting Powered False\u000a22:48:18.717761 run create_hlr_db(pid=25806): Terminated: ok {rc=0}\u000a22:48:19.143146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25808): Launched\u000a22:48:19.465523 run osmo-hlr_10.42.42.2(pid=25809): Launched\u000a22:48:19.586106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:20.140807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25811): Launched\u000a22:48:20.460923 run osmo-stp_10.42.42.5(pid=25812): Launched\u000a22:48:20.578084 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:21.138699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25814): Launched\u000a22:48:21.253133 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:21.531315 run patchelf(pid=25815): Launched\u000a22:48:21.720877 run osmo-stp_10.42.42.5(pid=25812): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25812)]\u000a22:48:21.858244 run osmo-stp_10.42.42.5(pid=25812): stdout: \u000a| (launched: 2022-12-09_22:48:20.303831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:21.995485 run osmo-stp_10.42.42.5(pid=25812): stderr: \u000a| �[0;m�[38;5;43m20221209224820494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224820494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224820494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224820495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224820495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224820495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224820495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:22.127841 run osmo-stp_10.42.42.5(pid=25812): stdout: \u000a| (launched: 2022-12-09_22:48:20.303831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:22.259216 run osmo-stp_10.42.42.5(pid=25812): stderr: \u000a| �[0;m�[38;5;43m20221209224820494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224820494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224820494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224820495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224820495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224820495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224820495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:22.413143 run patchelf(pid=25815): Terminating (SIGINT)\u000a22:48:22.594082 run patchelf(pid=25815): Terminated: ok {rc=0}\u000a22:48:22.627097 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25812): Process ended prematurely: osmo-stp_10.42.42.5(pid=25812) [trial-2365↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25812)] [trial-2365↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a22:48:22.636779 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:48:22.699869 run osmo-hlr_10.42.42.2(pid=25809): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25809)]\u000a22:48:22.750838 run osmo-hlr_10.42.42.2(pid=25809): stdout: \u000a| (launched: 2022-12-09_22:48:19.307605) \u000a22:48:22.802337 run osmo-hlr_10.42.42.2(pid=25809): stderr: \u000a| �[0;m�[1;31m20221209224819504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224819504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224819504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224819504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224819504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224819504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224819517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224819526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224819526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224819526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:22.846324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25798): Terminating (SIGTERM)\u000a22:48:22.887811 run iperf3-srv_10.42.42.10(pid=25799): Terminating (SIGTERM)\u000a22:48:22.929479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25800): Terminating (SIGTERM)\u000a22:48:22.971044 run iperf3-srv_10.42.42.10(pid=25801): Terminating (SIGTERM)\u000a22:48:23.012757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25802): Terminating (SIGTERM)\u000a22:48:23.054309 run iperf3-srv_10.42.42.10(pid=25803): Terminating (SIGTERM)\u000a22:48:23.095971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25804): Terminating (SIGTERM)\u000a22:48:23.137520 run iperf3-srv_10.42.42.10(pid=25805): Terminating (SIGTERM)\u000a22:48:23.179446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25808): Terminating (SIGTERM)\u000a22:48:23.221166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25811): Terminating (SIGTERM)\u000a22:48:23.262732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25814): Terminating (SIGTERM)\u000a22:48:23.272488 --- ParallelTerminationStrategy: PID 25798 died...\u000a22:48:23.328451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25798): Terminated: ok {rc=0}\u000a22:48:23.338729 --- ParallelTerminationStrategy: PID 25799 died...\u000a22:48:23.394797 run iperf3-srv_10.42.42.10(pid=25799): Terminated {rc=256}\u000a22:48:23.405082 --- ParallelTerminationStrategy: PID 25800 died...\u000a22:48:23.461198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25800): Terminated: ok {rc=0}\u000a22:48:23.471308 --- ParallelTerminationStrategy: PID 25801 died...\u000a22:48:23.526816 run iperf3-srv_10.42.42.10(pid=25801): Terminated {rc=256}\u000a22:48:23.536933 --- ParallelTerminationStrategy: PID 25802 died...\u000a22:48:23.592592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25802): Terminated: ok {rc=0}\u000a22:48:23.602757 --- ParallelTerminationStrategy: PID 25803 died...\u000a22:48:23.658058 run iperf3-srv_10.42.42.10(pid=25803): Terminated {rc=256}\u000a22:48:23.668025 --- ParallelTerminationStrategy: PID 25804 died...\u000a22:48:23.723640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25804): Terminated: ok {rc=0}\u000a22:48:23.733839 --- ParallelTerminationStrategy: PID 25805 died...\u000a22:48:23.789184 run iperf3-srv_10.42.42.10(pid=25805): Terminated {rc=256}\u000a22:48:23.799264 --- ParallelTerminationStrategy: PID 25808 died...\u000a22:48:23.854874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25808): Terminated: ok {rc=0}\u000a22:48:23.865151 --- ParallelTerminationStrategy: PID 25811 died...\u000a22:48:23.920471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25811): Terminated: ok {rc=0}\u000a22:48:23.930668 --- ParallelTerminationStrategy: PID 25814 died...\u000a22:48:23.986097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25814): Terminated: ok {rc=0}\u000a22:48:24.073475 bus /gobi_4: Setting Powered False\u000a22:48:25.177821 bus /gobi_4: Setting Powered False\u000a22:48:26.288088 bus /gobi_1: Setting Powered False\u000a22:48:27.389827 bus /gobi_1: Setting Powered False\u000a22:48:28.500767 bus /gobi_0: Setting Powered False\u000a22:48:29.602705 bus /gobi_0: Setting Powered False\u000a22:48:30.714858 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25822): Process ended prematurely: osmo-stp_10.42.42.5(pid=25822) [trial-2365↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25822)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25822): Process ended prematurely: osmo-stp_10.42.42.5(pid=25822) [trial-2365↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a22:48:31.801431 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:31.820395 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:48:31.964147 tst ping.py: using LAC 24198\u000a22:48:32.085882 tst ping.py: using RAC 228\u000a22:48:32.219115 tst ping.py: using CellId 24198\u000a22:48:32.336832 tst ping.py: using BVCI 24199\u000a22:48:32.359532 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:32.370130 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:32.380891 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:32.392035 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:32.403399 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:32.414502 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:32.425680 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:32.437512 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:32.709226 tst ping.py:19: start network...\u000a22:48:32.831556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:33.292197 run create_hlr_db(pid=25816): Launched\u000a22:48:33.463485 bus /gobi_6: Setting Powered False\u000a22:48:34.482551 run create_hlr_db(pid=25816): Terminated: ok {rc=0}\u000a22:48:34.899642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25818): Launched\u000a22:48:35.212908 run osmo-hlr_10.42.42.2(pid=25819): Launched\u000a22:48:35.331239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:35.880845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25821): Launched\u000a22:48:36.195365 run osmo-stp_10.42.42.5(pid=25822): Launched\u000a22:48:36.309510 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:36.858275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25824): Launched\u000a22:48:36.970099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:37.246314 run patchelf(pid=25825): Launched\u000a22:48:37.430952 run osmo-stp_10.42.42.5(pid=25822): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25822)]\u000a22:48:37.566256 run osmo-stp_10.42.42.5(pid=25822): stdout: \u000a| (launched: 2022-12-09_22:48:36.041018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:37.701102 run osmo-stp_10.42.42.5(pid=25822): stderr: \u000a| �[0;m�[38;5;43m20221209224836233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224836233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224836233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224836234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224836234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224836234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224836234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:37.831468 run osmo-stp_10.42.42.5(pid=25822): stdout: \u000a| (launched: 2022-12-09_22:48:36.041018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:37.959966 run osmo-stp_10.42.42.5(pid=25822): stderr: \u000a| �[0;m�[38;5;43m20221209224836233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224836233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224836233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224836234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224836234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224836234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224836234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:38.110877 run patchelf(pid=25825): Terminating (SIGINT)\u000a22:48:38.289332 run patchelf(pid=25825): Terminated: ok {rc=0}\u000a22:48:38.321584 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25822): Process ended prematurely: osmo-stp_10.42.42.5(pid=25822) [trial-2365↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25822)] [trial-2365↪gprs:nanobts+band-1900↪ping.py:22]\u000a22:48:38.330695 tst ping.py:22: Test FAILED (6.5 sec)\u000a22:48:38.393081 run osmo-hlr_10.42.42.2(pid=25819): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25819)]\u000a22:48:38.443915 run osmo-hlr_10.42.42.2(pid=25819): stdout: \u000a| (launched: 2022-12-09_22:48:35.059027) \u000a22:48:38.495349 run osmo-hlr_10.42.42.2(pid=25819): stderr: \u000a| �[0;m�[1;31m20221209224835254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224835255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224835255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224835255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224835255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224835255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224835268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224835277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224835278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224835278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:38.539378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25818): Terminating (SIGTERM)\u000a22:48:38.581110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25821): Terminating (SIGTERM)\u000a22:48:38.622731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25824): Terminating (SIGTERM)\u000a22:48:38.632418 --- ParallelTerminationStrategy: PID 25818 died...\u000a22:48:38.688058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25818): Terminated: ok {rc=0}\u000a22:48:38.698151 --- ParallelTerminationStrategy: PID 25821 died...\u000a22:48:38.753500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25821): Terminated: ok {rc=0}\u000a22:48:38.763565 --- ParallelTerminationStrategy: PID 25824 died...\u000a22:48:38.819531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25824): Terminated: ok {rc=0}\u000a22:48:38.906518 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25832): Process ended prematurely: osmo-stp_10.42.42.5(pid=25832) [trial-2365↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25832)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25832): Process ended prematurely: osmo-stp_10.42.42.5(pid=25832) [trial-2365↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a22:48:39.958751 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:39.970604 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a22:48:40.097499 tst ping_idle_ping.py: using LAC 24199\u000a22:48:40.217895 tst ping_idle_ping.py: using RAC 229\u000a22:48:40.332158 tst ping_idle_ping.py: using CellId 24199\u000a22:48:40.449232 tst ping_idle_ping.py: using BVCI 24200\u000a22:48:40.471673 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:40.482292 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:40.492790 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:40.503741 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:40.514512 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:40.525367 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:40.536269 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a22:48:40.547189 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a22:48:40.821339 tst ping_idle_ping.py:24: start network...\u000a22:48:40.944625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:41.413572 run create_hlr_db(pid=25826): Launched\u000a22:48:41.586538 bus /gobi_6: Setting Powered False\u000a22:48:42.605987 run create_hlr_db(pid=25826): Terminated: ok {rc=0}\u000a22:48:43.027384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25828): Launched\u000a22:48:43.344794 run osmo-hlr_10.42.42.2(pid=25829): Launched\u000a22:48:43.460152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:44.005390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25831): Launched\u000a22:48:44.321100 run osmo-stp_10.42.42.5(pid=25832): Launched\u000a22:48:44.435798 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:44.985840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25834): Launched\u000a22:48:45.097741 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:45.372680 run patchelf(pid=25835): Launched\u000a22:48:45.557791 run osmo-stp_10.42.42.5(pid=25832): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25832)]\u000a22:48:45.693046 run osmo-stp_10.42.42.5(pid=25832): stdout: \u000a| (launched: 2022-12-09_22:48:44.165941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:45.828428 run osmo-stp_10.42.42.5(pid=25832): stderr: \u000a| �[0;m�[38;5;43m20221209224844357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224844358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224844358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224844358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224844359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224844359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224844359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:45.984879 run osmo-stp_10.42.42.5(pid=25832): stdout: \u000a| (launched: 2022-12-09_22:48:44.165941)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:46.119618 run osmo-stp_10.42.42.5(pid=25832): stderr: \u000a| �[0;m�[38;5;43m20221209224844357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224844358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224844358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224844358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224844359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224844359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224844359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:46.271652 run patchelf(pid=25835): Terminating (SIGINT)\u000a22:48:46.450823 run patchelf(pid=25835): Terminated: ok {rc=0}\u000a22:48:46.483157 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25832): Process ended prematurely: osmo-stp_10.42.42.5(pid=25832) [trial-2365↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25832)] [trial-2365↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a22:48:46.492808 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:48:46.559505 run osmo-hlr_10.42.42.2(pid=25829): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25829)]\u000a22:48:46.610193 run osmo-hlr_10.42.42.2(pid=25829): stdout: \u000a| (launched: 2022-12-09_22:48:43.189979) \u000a22:48:46.664849 run osmo-hlr_10.42.42.2(pid=25829): stderr: \u000a| �[0;m�[1;31m20221209224843386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224843386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224843386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224843386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224843387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224843387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224843399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224843407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224843408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224843408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:46.709796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25828): Terminating (SIGTERM)\u000a22:48:46.754377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25831): Terminating (SIGTERM)\u000a22:48:46.800301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25834): Terminating (SIGTERM)\u000a22:48:46.810882 --- ParallelTerminationStrategy: PID 25828 died...\u000a22:48:46.869477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25828): Terminated: ok {rc=0}\u000a22:48:46.881279 --- ParallelTerminationStrategy: PID 25831 died...\u000a22:48:46.938636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25831): Terminated: ok {rc=0}\u000a22:48:46.950445 --- ParallelTerminationStrategy: PID 25834 died...\u000a22:48:47.007389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25834): Terminated: ok {rc=0}\u000a22:48:47.107257 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:47:49" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25849): Process ended prematurely: osmo-stp_10.42.42.5(pid=25849) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25849)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25849): Process ended prematurely: osmo-stp_10.42.42.5(pid=25849) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:48:49.224443 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:49.235249 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:48:49.364755 tst cs_paging_gprs_active.py: using LAC 24200\u000a22:48:49.483508 tst cs_paging_gprs_active.py: using RAC 230\u000a22:48:49.603036 tst cs_paging_gprs_active.py: using CellId 24200\u000a22:48:49.720770 tst cs_paging_gprs_active.py: using BVCI 24201\u000a22:48:49.743596 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:49.754496 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:49.765128 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:49.775642 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:49.787598 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:49.799104 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:49.810706 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:49.822043 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:48:49.833517 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:48:49.952782 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:48:50.246523 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:48:50.380037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:50.710595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25839): Launched\u000a22:48:50.985326 run iperf3-srv_10.42.42.10(pid=25840): Launched\u000a22:48:51.180607 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:48:51.314596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:48:51.645217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25841): Launched\u000a22:48:51.920223 run iperf3-srv_10.42.42.10(pid=25842): Launched\u000a22:48:52.116217 tst cs_paging_gprs_active.py:38: start network...\u000a22:48:52.250564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:48:52.760858 run create_hlr_db(pid=25843): Launched\u000a22:48:52.946117 bus /gobi_6: Setting Powered False\u000a22:48:53.966491 run create_hlr_db(pid=25843): Terminated: ok {rc=0}\u000a22:48:54.370375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25845): Launched\u000a22:48:54.671184 run osmo-hlr_10.42.42.2(pid=25846): Launched\u000a22:48:54.789785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:48:55.316615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25848): Launched\u000a22:48:55.615385 run osmo-stp_10.42.42.5(pid=25849): Launched\u000a22:48:55.724696 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:48:56.247594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25851): Launched\u000a22:48:56.355359 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:48:56.619667 run patchelf(pid=25852): Launched\u000a22:48:56.795972 run osmo-stp_10.42.42.5(pid=25849): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25849)]\u000a22:48:56.924602 run osmo-stp_10.42.42.5(pid=25849): stdout: \u000a| (launched: 2022-12-09_22:48:55.468588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:57.054108 run osmo-stp_10.42.42.5(pid=25849): stderr: \u000a| �[0;m�[38;5;43m20221209224855637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224855637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224855637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224855638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224855640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224855640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224855640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:57.178683 run osmo-stp_10.42.42.5(pid=25849): stdout: \u000a| (launched: 2022-12-09_22:48:55.468588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:48:57.301948 run osmo-stp_10.42.42.5(pid=25849): stderr: \u000a| �[0;m�[38;5;43m20221209224855637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224855637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224855637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224855638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224855640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224855640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224855640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:48:57.445924 run patchelf(pid=25852): Terminating (SIGINT)\u000a22:48:57.615878 run patchelf(pid=25852): Terminated: ok {rc=0}\u000a22:48:57.646985 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25849): Process ended prematurely: osmo-stp_10.42.42.5(pid=25849) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25849)] [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:48:57.656236 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a22:48:57.716404 run osmo-hlr_10.42.42.2(pid=25846): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25846)]\u000a22:48:57.764706 run osmo-hlr_10.42.42.2(pid=25846): stdout: \u000a| (launched: 2022-12-09_22:48:54.522452) \u000a22:48:57.814412 run osmo-hlr_10.42.42.2(pid=25846): stderr: \u000a| �[0;m�[1;31m20221209224854696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224854696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224854696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224854696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224854696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224854696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224854709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224854717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224854717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224854717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:48:57.856326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25839): Terminating (SIGTERM)\u000a22:48:57.895507 run iperf3-srv_10.42.42.10(pid=25840): Terminating (SIGTERM)\u000a22:48:57.934865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25841): Terminating (SIGTERM)\u000a22:48:57.974189 run iperf3-srv_10.42.42.10(pid=25842): Terminating (SIGTERM)\u000a22:48:58.013654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25845): Terminating (SIGTERM)\u000a22:48:58.053029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25848): Terminating (SIGTERM)\u000a22:48:58.092487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25851): Terminating (SIGTERM)\u000a22:48:58.101944 --- ParallelTerminationStrategy: PID 25839 died...\u000a22:48:58.155070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25839): Terminated: ok {rc=0}\u000a22:48:58.164798 --- ParallelTerminationStrategy: PID 25840 died...\u000a22:48:58.218591 run iperf3-srv_10.42.42.10(pid=25840): Terminated {rc=256}\u000a22:48:58.228157 --- ParallelTerminationStrategy: PID 25841 died...\u000a22:48:58.280593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25841): Terminated: ok {rc=0}\u000a22:48:58.290281 --- ParallelTerminationStrategy: PID 25842 died...\u000a22:48:58.343304 run iperf3-srv_10.42.42.10(pid=25842): Terminated {rc=256}\u000a22:48:58.353055 --- ParallelTerminationStrategy: PID 25845 died...\u000a22:48:58.405579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25845): Terminated: ok {rc=0}\u000a22:48:58.415311 --- ParallelTerminationStrategy: PID 25848 died...\u000a22:48:58.468597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25848): Terminated: ok {rc=0}\u000a22:48:58.478206 --- ParallelTerminationStrategy: PID 25851 died...\u000a22:48:58.530722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25851): Terminated: ok {rc=0}\u000a22:48:58.614131 bus /gobi_0: Setting Powered False\u000a22:48:59.715693 bus /gobi_0: Setting Powered False\u000a22:49:00.821735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25863): Process ended prematurely: osmo-stp_10.42.42.5(pid=25863) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25863)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25863): Process ended prematurely: osmo-stp_10.42.42.5(pid=25863) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:49:01.938749 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:01.951128 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:49:02.093368 tst iperf3.py: using LAC 24201\u000a22:49:02.222318 tst iperf3.py: using RAC 231\u000a22:49:02.347061 tst iperf3.py: using CellId 24201\u000a22:49:02.463221 tst iperf3.py: using BVCI 24202\u000a22:49:02.485974 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:02.496706 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:02.507440 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:02.518844 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:02.530564 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:02.541576 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:02.553041 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:02.564272 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:02.575234 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:02.853732 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:49:02.978766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:03.290132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25855): Launched\u000a22:49:03.548242 run iperf3-srv_10.42.42.10(pid=25856): Launched\u000a22:49:03.730904 tst iperf3.py:8: start network...\u000a22:49:03.855987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:04.326489 run create_hlr_db(pid=25857): Launched\u000a22:49:04.498782 bus /gobi_6: Setting Powered False\u000a22:49:05.519863 run create_hlr_db(pid=25857): Terminated: ok {rc=0}\u000a22:49:05.945698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25859): Launched\u000a22:49:06.266271 run osmo-hlr_10.42.42.2(pid=25860): Launched\u000a22:49:06.383141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:06.939367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25862): Launched\u000a22:49:07.259558 run osmo-stp_10.42.42.5(pid=25863): Launched\u000a22:49:07.375996 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:07.933188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25865): Launched\u000a22:49:08.048211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:08.329724 run patchelf(pid=25866): Launched\u000a22:49:08.519631 run osmo-stp_10.42.42.5(pid=25863): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25863)]\u000a22:49:08.658138 run osmo-stp_10.42.42.5(pid=25863): stdout: \u000a| (launched: 2022-12-09_22:49:07.102470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:08.796892 run osmo-stp_10.42.42.5(pid=25863): stderr: \u000a| �[0;m�[38;5;43m20221209224907294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224907294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224907294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224907294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224907295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224907295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224907295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:08.930158 run osmo-stp_10.42.42.5(pid=25863): stdout: \u000a| (launched: 2022-12-09_22:49:07.102470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:09.062879 run osmo-stp_10.42.42.5(pid=25863): stderr: \u000a| �[0;m�[38;5;43m20221209224907294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224907294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224907294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224907294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224907295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224907295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224907295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:09.218690 run patchelf(pid=25866): Terminating (SIGINT)\u000a22:49:09.401406 run patchelf(pid=25866): Terminated: ok {rc=0}\u000a22:49:09.434845 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25863): Process ended prematurely: osmo-stp_10.42.42.5(pid=25863) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25863)] [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a22:49:09.444803 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:49:09.507429 run osmo-hlr_10.42.42.2(pid=25860): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25860)]\u000a22:49:09.558370 run osmo-hlr_10.42.42.2(pid=25860): stdout: \u000a| (launched: 2022-12-09_22:49:06.109039) \u000a22:49:09.610139 run osmo-hlr_10.42.42.2(pid=25860): stderr: \u000a| �[0;m�[1;31m20221209224906307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224906307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224906307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224906307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224906307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224906307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224906318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224906326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224906326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224906326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:09.654069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25855): Terminating (SIGTERM)\u000a22:49:09.695593 run iperf3-srv_10.42.42.10(pid=25856): Terminating (SIGTERM)\u000a22:49:09.737211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25859): Terminating (SIGTERM)\u000a22:49:09.778665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25862): Terminating (SIGTERM)\u000a22:49:09.820244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25865): Terminating (SIGTERM)\u000a22:49:09.830056 --- ParallelTerminationStrategy: PID 25855 died...\u000a22:49:09.885836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25855): Terminated: ok {rc=0}\u000a22:49:09.896011 --- ParallelTerminationStrategy: PID 25856 died...\u000a22:49:09.951285 run iperf3-srv_10.42.42.10(pid=25856): Terminated {rc=256}\u000a22:49:09.961425 --- ParallelTerminationStrategy: PID 25859 died...\u000a22:49:10.016468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25859): Terminated: ok {rc=0}\u000a22:49:10.026589 --- ParallelTerminationStrategy: PID 25862 died...\u000a22:49:10.081582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25862): Terminated: ok {rc=0}\u000a22:49:10.091699 --- ParallelTerminationStrategy: PID 25865 died...\u000a22:49:10.146687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25865): Terminated: ok {rc=0}\u000a22:49:10.233115 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25881): Process ended prematurely: osmo-stp_10.42.42.5(pid=25881) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25881)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25881): Process ended prematurely: osmo-stp_10.42.42.5(pid=25881) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:49:11.348267 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:11.360066 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:49:11.488660 tst iperf3m4.py: using LAC 24202\u000a22:49:11.607786 tst iperf3m4.py: using RAC 232\u000a22:49:11.724772 tst iperf3m4.py: using CellId 24202\u000a22:49:11.841604 tst iperf3m4.py: using BVCI 24203\u000a22:49:11.864249 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:11.875211 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:11.898149 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:11.922080 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:11.933083 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:11.943693 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:11.954518 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:11.965739 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:11.976692 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:12.094228 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:12.213526 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:12.333681 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:12.612477 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:49:12.737734 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:13.049294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25867): Launched\u000a22:49:13.308501 run iperf3-srv_10.42.42.10(pid=25868): Launched\u000a22:49:13.491542 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:49:13.616403 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:13.928774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25869): Launched\u000a22:49:14.188629 run iperf3-srv_10.42.42.10(pid=25870): Launched\u000a22:49:14.371974 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:49:14.496720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:14.808698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25871): Launched\u000a22:49:15.067975 run iperf3-srv_10.42.42.10(pid=25872): Launched\u000a22:49:15.250879 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:49:15.375526 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:15.686549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25873): Launched\u000a22:49:15.992663 run iperf3-srv_10.42.42.10(pid=25874): Launched\u000a22:49:16.225487 tst iperf3m4.py:8: start network...\u000a22:49:16.366180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:16.929120 run create_hlr_db(pid=25875): Launched\u000a22:49:17.119784 bus /gobi_6: Setting Powered False\u000a22:49:18.137699 run create_hlr_db(pid=25875): Terminated: ok {rc=0}\u000a22:49:18.566877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25877): Launched\u000a22:49:18.887396 run osmo-hlr_10.42.42.2(pid=25878): Launched\u000a22:49:19.004811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:19.563375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25880): Launched\u000a22:49:19.883098 run osmo-stp_10.42.42.5(pid=25881): Launched\u000a22:49:19.998294 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:20.557136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25883): Launched\u000a22:49:20.671425 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:20.951095 run patchelf(pid=25884): Launched\u000a22:49:21.139680 run osmo-stp_10.42.42.5(pid=25881): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25881)]\u000a22:49:21.278137 run osmo-stp_10.42.42.5(pid=25881): stdout: \u000a| (launched: 2022-12-09_22:49:19.726722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:21.416077 run osmo-stp_10.42.42.5(pid=25881): stderr: \u000a| �[0;m�[38;5;43m20221209224919919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224919920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224919920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224919920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224919921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224919921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224919921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:21.548807 run osmo-stp_10.42.42.5(pid=25881): stdout: \u000a| (launched: 2022-12-09_22:49:19.726722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:21.679981 run osmo-stp_10.42.42.5(pid=25881): stderr: \u000a| �[0;m�[38;5;43m20221209224919919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224919920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224919920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224919920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224919921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224919921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224919921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:21.834012 run patchelf(pid=25884): Terminating (SIGINT)\u000a22:49:22.015300 run patchelf(pid=25884): Terminated: ok {rc=0}\u000a22:49:22.048332 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25881): Process ended prematurely: osmo-stp_10.42.42.5(pid=25881) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25881)] [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:49:22.058182 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:49:22.120578 run osmo-hlr_10.42.42.2(pid=25878): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25878)]\u000a22:49:22.171459 run osmo-hlr_10.42.42.2(pid=25878): stdout: \u000a| (launched: 2022-12-09_22:49:18.730298) \u000a22:49:22.223319 run osmo-hlr_10.42.42.2(pid=25878): stderr: \u000a| �[0;m�[1;31m20221209224918930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224918930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224918930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224918930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224918930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224918930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224918943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224918951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224918952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224918952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:22.267201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25867): Terminating (SIGTERM)\u000a22:49:22.308608 run iperf3-srv_10.42.42.10(pid=25868): Terminating (SIGTERM)\u000a22:49:22.352375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25869): Terminating (SIGTERM)\u000a22:49:22.392584 run iperf3-srv_10.42.42.10(pid=25870): Terminating (SIGTERM)\u000a22:49:22.433363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25871): Terminating (SIGTERM)\u000a22:49:22.473573 run iperf3-srv_10.42.42.10(pid=25872): Terminating (SIGTERM)\u000a22:49:22.513724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25873): Terminating (SIGTERM)\u000a22:49:22.553808 run iperf3-srv_10.42.42.10(pid=25874): Terminating (SIGTERM)\u000a22:49:22.593954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25877): Terminating (SIGTERM)\u000a22:49:22.634319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25880): Terminating (SIGTERM)\u000a22:49:22.674481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25883): Terminating (SIGTERM)\u000a22:49:22.684435 --- ParallelTerminationStrategy: PID 25867 died...\u000a22:49:22.738164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25867): Terminated: ok {rc=0}\u000a22:49:22.748441 --- ParallelTerminationStrategy: PID 25868 died...\u000a22:49:22.802416 run iperf3-srv_10.42.42.10(pid=25868): Terminated {rc=256}\u000a22:49:22.811933 --- ParallelTerminationStrategy: PID 25869 died...\u000a22:49:22.865591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25869): Terminated: ok {rc=0}\u000a22:49:22.875891 --- ParallelTerminationStrategy: PID 25870 died...\u000a22:49:22.929243 run iperf3-srv_10.42.42.10(pid=25870): Terminated {rc=256}\u000a22:49:22.939465 --- ParallelTerminationStrategy: PID 25871 died...\u000a22:49:22.993279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25871): Terminated: ok {rc=0}\u000a22:49:23.003535 --- ParallelTerminationStrategy: PID 25872 died...\u000a22:49:23.056801 run iperf3-srv_10.42.42.10(pid=25872): Terminated {rc=256}\u000a22:49:23.067169 --- ParallelTerminationStrategy: PID 25873 died...\u000a22:49:23.120632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25873): Terminated: ok {rc=0}\u000a22:49:23.130422 --- ParallelTerminationStrategy: PID 25874 died...\u000a22:49:23.184403 run iperf3-srv_10.42.42.10(pid=25874): Terminated {rc=256}\u000a22:49:23.194738 --- ParallelTerminationStrategy: PID 25877 died...\u000a22:49:23.248124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25877): Terminated: ok {rc=0}\u000a22:49:23.258485 --- ParallelTerminationStrategy: PID 25880 died...\u000a22:49:23.311804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25880): Terminated: ok {rc=0}\u000a22:49:23.322140 --- ParallelTerminationStrategy: PID 25883 died...\u000a22:49:23.375836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25883): Terminated: ok {rc=0}\u000a22:49:23.464877 bus /gobi_4: Setting Powered False\u000a22:49:24.568923 bus /gobi_4: Setting Powered False\u000a22:49:25.680281 bus /gobi_1: Setting Powered False\u000a22:49:26.783672 bus /gobi_1: Setting Powered False\u000a22:49:27.894337 bus /gobi_0: Setting Powered False\u000a22:49:28.996777 bus /gobi_0: Setting Powered False\u000a22:49:30.109076 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25892): Process ended prematurely: osmo-stp_10.42.42.5(pid=25892) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25892)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25892): Process ended prematurely: osmo-stp_10.42.42.5(pid=25892) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:49:31.175254 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:31.187776 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:49:31.319946 tst ping.py: using LAC 24203\u000a22:49:31.469994 tst ping.py: using RAC 233\u000a22:49:31.632793 tst ping.py: using CellId 24203\u000a22:49:31.766525 tst ping.py: using BVCI 24204\u000a22:49:31.791389 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:31.803242 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:31.814962 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:31.826769 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:31.838388 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:31.850212 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:31.862371 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:31.874037 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:32.166556 tst ping.py:19: start network...\u000a22:49:32.299512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:32.799927 run create_hlr_db(pid=25886): Launched\u000a22:49:32.982311 bus /gobi_6: Setting Powered False\u000a22:49:34.002469 run create_hlr_db(pid=25886): Terminated: ok {rc=0}\u000a22:49:34.421809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25888): Launched\u000a22:49:34.734865 run osmo-hlr_10.42.42.2(pid=25889): Launched\u000a22:49:34.850513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:35.401948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25891): Launched\u000a22:49:35.714979 run osmo-stp_10.42.42.5(pid=25892): Launched\u000a22:49:35.828222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:36.377397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25894): Launched\u000a22:49:36.488929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:36.762573 run patchelf(pid=25895): Launched\u000a22:49:36.947626 run osmo-stp_10.42.42.5(pid=25892): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25892)]\u000a22:49:37.083124 run osmo-stp_10.42.42.5(pid=25892): stdout: \u000a| (launched: 2022-12-09_22:49:35.561517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:37.219657 run osmo-stp_10.42.42.5(pid=25892): stderr: \u000a| �[0;m�[38;5;43m20221209224935752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224935752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224935752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224935753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224935753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224935753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224935753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:37.351010 run osmo-stp_10.42.42.5(pid=25892): stdout: \u000a| (launched: 2022-12-09_22:49:35.561517)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:37.480196 run osmo-stp_10.42.42.5(pid=25892): stderr: \u000a| �[0;m�[38;5;43m20221209224935752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224935752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224935752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224935753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224935753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224935753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224935753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:37.632413 run patchelf(pid=25895): Terminating (SIGINT)\u000a22:49:37.811440 run patchelf(pid=25895): Terminated: ok {rc=0}\u000a22:49:37.843769 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25892): Process ended prematurely: osmo-stp_10.42.42.5(pid=25892) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25892)] [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a22:49:37.852881 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:49:37.915632 run osmo-hlr_10.42.42.2(pid=25889): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25889)]\u000a22:49:37.966867 run osmo-hlr_10.42.42.2(pid=25889): stdout: \u000a| (launched: 2022-12-09_22:49:34.581123) \u000a22:49:38.018618 run osmo-hlr_10.42.42.2(pid=25889): stderr: \u000a| �[0;m�[1;31m20221209224934780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224934780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224934780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224934780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224934780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224934781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224934796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224934806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224934806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224934806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:38.062785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25888): Terminating (SIGTERM)\u000a22:49:38.104754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25891): Terminating (SIGTERM)\u000a22:49:38.146758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25894): Terminating (SIGTERM)\u000a22:49:38.156522 --- ParallelTerminationStrategy: PID 25888 died...\u000a22:49:38.212848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25888): Terminated: ok {rc=0}\u000a22:49:38.223021 --- ParallelTerminationStrategy: PID 25891 died...\u000a22:49:38.279328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25891): Terminated: ok {rc=0}\u000a22:49:38.289593 --- ParallelTerminationStrategy: PID 25894 died...\u000a22:49:38.345229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25894): Terminated: ok {rc=0}\u000a22:49:38.433341 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25902): Process ended prematurely: osmo-stp_10.42.42.5(pid=25902) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25902)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25902): Process ended prematurely: osmo-stp_10.42.42.5(pid=25902) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:49:39.486999 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:39.499458 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:49:39.633079 tst ping_idle_ping.py: using LAC 24204\u000a22:49:39.755552 tst ping_idle_ping.py: using RAC 234\u000a22:49:39.878729 tst ping_idle_ping.py: using CellId 24204\u000a22:49:40.002065 tst ping_idle_ping.py: using BVCI 24205\u000a22:49:40.026293 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:40.037802 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:40.048807 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:40.060114 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:40.071353 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:40.082639 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:40.093978 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:49:40.105282 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:49:40.380111 tst ping_idle_ping.py:24: start network...\u000a22:49:40.503569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:40.974621 run create_hlr_db(pid=25896): Launched\u000a22:49:41.146858 bus /gobi_6: Setting Powered False\u000a22:49:42.167259 run create_hlr_db(pid=25896): Terminated: ok {rc=0}\u000a22:49:42.562906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25898): Launched\u000a22:49:42.858275 run osmo-hlr_10.42.42.2(pid=25899): Launched\u000a22:49:42.973343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:43.495061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25901): Launched\u000a22:49:43.791627 run osmo-stp_10.42.42.5(pid=25902): Launched\u000a22:49:43.899793 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:44.414342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25904): Launched\u000a22:49:44.519204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:44.776478 run patchelf(pid=25905): Launched\u000a22:49:44.949667 run osmo-stp_10.42.42.5(pid=25902): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25902)]\u000a22:49:45.076193 run osmo-stp_10.42.42.5(pid=25902): stdout: \u000a| (launched: 2022-12-09_22:49:43.645257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:45.203396 run osmo-stp_10.42.42.5(pid=25902): stderr: \u000a| �[0;m�[38;5;43m20221209224943815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224943815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224943815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224943816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224943816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224943816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224943816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:45.325799 run osmo-stp_10.42.42.5(pid=25902): stdout: \u000a| (launched: 2022-12-09_22:49:43.645257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:45.447207 run osmo-stp_10.42.42.5(pid=25902): stderr: \u000a| �[0;m�[38;5;43m20221209224943815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224943815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224943815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224943816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224943816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224943816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224943816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:45.589421 run patchelf(pid=25905): Terminating (SIGINT)\u000a22:49:45.756595 run patchelf(pid=25905): Terminated: ok {rc=0}\u000a22:49:45.786944 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25902): Process ended prematurely: osmo-stp_10.42.42.5(pid=25902) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25902)] [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:49:45.795562 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a22:49:45.883211 run osmo-hlr_10.42.42.2(pid=25899): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25899)]\u000a22:49:45.938161 run osmo-hlr_10.42.42.2(pid=25899): stdout: \u000a| (launched: 2022-12-09_22:49:42.712864) \u000a22:49:45.989022 run osmo-hlr_10.42.42.2(pid=25899): stderr: \u000a| �[0;m�[1;31m20221209224942887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224942887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224942887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224942887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224942888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224942888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224942899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224942910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224942911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224942911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:46.036313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25898): Terminating (SIGTERM)\u000a22:49:46.079665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25901): Terminating (SIGTERM)\u000a22:49:46.122455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25904): Terminating (SIGTERM)\u000a22:49:46.134052 --- ParallelTerminationStrategy: PID 25898 died...\u000a22:49:46.192328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25898): Terminated: ok {rc=0}\u000a22:49:46.202902 --- ParallelTerminationStrategy: PID 25901 died...\u000a22:49:46.259562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25901): Terminated: ok {rc=0}\u000a22:49:46.270169 --- ParallelTerminationStrategy: PID 25904 died...\u000a22:49:46.326649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25904): Terminated: ok {rc=0}\u000a22:49:46.412214 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:48:48" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25920): Process ended prematurely: osmo-stp_10.42.42.5(pid=25920) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25920)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25920): Process ended prematurely: osmo-stp_10.42.42.5(pid=25920) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:49:48.534769 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:48.545876 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:49:48.692813 tst cs_paging_gprs_active.py: using LAC 24205\u000a22:49:48.810040 tst cs_paging_gprs_active.py: using RAC 235\u000a22:49:48.927209 tst cs_paging_gprs_active.py: using CellId 24205\u000a22:49:49.046815 tst cs_paging_gprs_active.py: using BVCI 24206\u000a22:49:49.069828 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:49.080719 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:49.091431 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:49.102720 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:49.113780 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:49.125029 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:49.135798 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:49.146841 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:49:49.158250 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:49:49.273957 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:49:49.549526 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:49:49.674116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:49.983866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25910): Launched\u000a22:49:50.240922 run iperf3-srv_10.42.42.10(pid=25911): Launched\u000a22:49:50.422619 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:49:50.546668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:49:50.856210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25912): Launched\u000a22:49:51.113500 run iperf3-srv_10.42.42.10(pid=25913): Launched\u000a22:49:51.295587 tst cs_paging_gprs_active.py:38: start network...\u000a22:49:51.420439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:49:51.891214 run create_hlr_db(pid=25914): Launched\u000a22:49:52.064452 bus /gobi_6: Setting Powered False\u000a22:49:53.085993 run create_hlr_db(pid=25914): Terminated: ok {rc=0}\u000a22:49:53.514533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25916): Launched\u000a22:49:53.837409 run osmo-hlr_10.42.42.2(pid=25917): Launched\u000a22:49:53.959360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:49:54.516882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25919): Launched\u000a22:49:54.837453 run osmo-stp_10.42.42.5(pid=25920): Launched\u000a22:49:54.954529 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:49:55.516819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25922): Launched\u000a22:49:55.631053 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:49:55.910552 run patchelf(pid=25923): Launched\u000a22:49:56.098977 run osmo-stp_10.42.42.5(pid=25920): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25920)]\u000a22:49:56.236458 run osmo-stp_10.42.42.5(pid=25920): stdout: \u000a| (launched: 2022-12-09_22:49:54.679786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:56.374131 run osmo-stp_10.42.42.5(pid=25920): stderr: \u000a| �[0;m�[38;5;43m20221209224954870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224954871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224954871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224954871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224954872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224954872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224954872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:56.506751 run osmo-stp_10.42.42.5(pid=25920): stdout: \u000a| (launched: 2022-12-09_22:49:54.679786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:49:56.638504 run osmo-stp_10.42.42.5(pid=25920): stderr: \u000a| �[0;m�[38;5;43m20221209224954870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209224954871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209224954871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209224954871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209224954872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209224954872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209224954872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:49:56.791739 run patchelf(pid=25923): Terminating (SIGINT)\u000a22:49:56.971620 run patchelf(pid=25923): Terminated: ok {rc=0}\u000a22:49:57.004564 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25920): Process ended prematurely: osmo-stp_10.42.42.5(pid=25920) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25920)] [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:49:57.014381 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a22:49:57.076940 run osmo-hlr_10.42.42.2(pid=25917): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25917)]\u000a22:49:57.128080 run osmo-hlr_10.42.42.2(pid=25917): stdout: \u000a| (launched: 2022-12-09_22:49:53.679081) \u000a22:49:57.179942 run osmo-hlr_10.42.42.2(pid=25917): stderr: \u000a| �[0;m�[1;31m20221209224953879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209224953879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209224953879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224953879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209224953879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209224953879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209224953891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209224953899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209224953900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209224953900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:49:57.224666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25910): Terminating (SIGTERM)\u000a22:49:57.266782 run iperf3-srv_10.42.42.10(pid=25911): Terminating (SIGTERM)\u000a22:49:57.308758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25912): Terminating (SIGTERM)\u000a22:49:57.350465 run iperf3-srv_10.42.42.10(pid=25913): Terminating (SIGTERM)\u000a22:49:57.392388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25916): Terminating (SIGTERM)\u000a22:49:57.434597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25919): Terminating (SIGTERM)\u000a22:49:57.476350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25922): Terminating (SIGTERM)\u000a22:49:57.486202 --- ParallelTerminationStrategy: PID 25910 died...\u000a22:49:57.542194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25910): Terminated: ok {rc=0}\u000a22:49:57.552429 --- ParallelTerminationStrategy: PID 25911 died...\u000a22:49:57.607994 run iperf3-srv_10.42.42.10(pid=25911): Terminated {rc=256}\u000a22:49:57.618141 --- ParallelTerminationStrategy: PID 25912 died...\u000a22:49:57.673652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25912): Terminated: ok {rc=0}\u000a22:49:57.683632 --- ParallelTerminationStrategy: PID 25913 died...\u000a22:49:57.739220 run iperf3-srv_10.42.42.10(pid=25913): Terminated {rc=256}\u000a22:49:57.749379 --- ParallelTerminationStrategy: PID 25916 died...\u000a22:49:57.804709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25916): Terminated: ok {rc=0}\u000a22:49:57.814837 --- ParallelTerminationStrategy: PID 25919 died...\u000a22:49:57.870398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25919): Terminated: ok {rc=0}\u000a22:49:57.880559 --- ParallelTerminationStrategy: PID 25922 died...\u000a22:49:57.935997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25922): Terminated: ok {rc=0}\u000a22:49:58.023297 bus /gobi_0: Setting Powered False\u000a22:49:59.129513 bus /gobi_0: Setting Powered False\u000a22:50:00.236410 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25943): Process ended prematurely: osmo-stp_10.42.42.5(pid=25943) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25943)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25943): Process ended prematurely: osmo-stp_10.42.42.5(pid=25943) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:50:01.348600 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:01.361139 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:50:01.521817 tst iperf3.py: using LAC 24206\u000a22:50:01.661038 tst iperf3.py: using RAC 236\u000a22:50:01.812780 tst iperf3.py: using CellId 24206\u000a22:50:02.007341 tst iperf3.py: using BVCI 24207\u000a22:50:02.053183 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:02.074137 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:02.090384 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:02.104797 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:02.117687 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:02.144630 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:02.158640 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:02.172784 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:02.194265 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:02.551427 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:50:02.678742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:02.989292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25935): Launched\u000a22:50:03.247659 run iperf3-srv_10.42.42.10(pid=25936): Launched\u000a22:50:03.430501 tst iperf3.py:8: start network...\u000a22:50:03.555646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:04.024504 run create_hlr_db(pid=25937): Launched\u000a22:50:04.195519 bus /gobi_6: Setting Powered False\u000a22:50:05.217508 run create_hlr_db(pid=25937): Terminated: ok {rc=0}\u000a22:50:05.616688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25939): Launched\u000a22:50:05.914771 run osmo-hlr_10.42.42.2(pid=25940): Launched\u000a22:50:06.024500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:06.544356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25942): Launched\u000a22:50:06.844504 run osmo-stp_10.42.42.5(pid=25943): Launched\u000a22:50:06.954213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:07.477986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25945): Launched\u000a22:50:07.584819 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:07.846357 run patchelf(pid=25946): Launched\u000a22:50:08.022775 run osmo-stp_10.42.42.5(pid=25943): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25943)]\u000a22:50:08.151479 run osmo-stp_10.42.42.5(pid=25943): stdout: \u000a| (launched: 2022-12-09_22:50:06.696680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:08.280347 run osmo-stp_10.42.42.5(pid=25943): stderr: \u000a| �[0;m�[38;5;43m20221209225006868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225006868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225006869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225006869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225006870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225006870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225006870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:08.404551 run osmo-stp_10.42.42.5(pid=25943): stdout: \u000a| (launched: 2022-12-09_22:50:06.696680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:08.527745 run osmo-stp_10.42.42.5(pid=25943): stderr: \u000a| �[0;m�[38;5;43m20221209225006868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225006868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225006869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225006869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225006870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225006870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225006870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:08.672167 run patchelf(pid=25946): Terminating (SIGINT)\u000a22:50:08.842710 run patchelf(pid=25946): Terminated: ok {rc=0}\u000a22:50:08.873885 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25943): Process ended prematurely: osmo-stp_10.42.42.5(pid=25943) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25943)] [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:50:08.883111 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a22:50:08.943461 run osmo-hlr_10.42.42.2(pid=25940): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25940)]\u000a22:50:08.992379 run osmo-hlr_10.42.42.2(pid=25940): stdout: \u000a| (launched: 2022-12-09_22:50:05.767996) \u000a22:50:09.041907 run osmo-hlr_10.42.42.2(pid=25940): stderr: \u000a| �[0;m�[1;31m20221209225005946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225005946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225005946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225005946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225005946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225005946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225005958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225005967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225005967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225005967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:09.083833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25935): Terminating (SIGTERM)\u000a22:50:09.123596 run iperf3-srv_10.42.42.10(pid=25936): Terminating (SIGTERM)\u000a22:50:09.163276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25939): Terminating (SIGTERM)\u000a22:50:09.202803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25942): Terminating (SIGTERM)\u000a22:50:09.242496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25945): Terminating (SIGTERM)\u000a22:50:09.251965 --- ParallelTerminationStrategy: PID 25935 died...\u000a22:50:09.305726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25935): Terminated: ok {rc=0}\u000a22:50:09.315800 --- ParallelTerminationStrategy: PID 25936 died...\u000a22:50:09.369408 run iperf3-srv_10.42.42.10(pid=25936): Terminated {rc=256}\u000a22:50:09.379340 --- ParallelTerminationStrategy: PID 25939 died...\u000a22:50:09.432406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25939): Terminated: ok {rc=0}\u000a22:50:09.442342 --- ParallelTerminationStrategy: PID 25942 died...\u000a22:50:09.495465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25942): Terminated: ok {rc=0}\u000a22:50:09.505471 --- ParallelTerminationStrategy: PID 25945 died...\u000a22:50:09.559209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25945): Terminated: ok {rc=0}\u000a22:50:09.648279 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26312): Process ended prematurely: osmo-stp_10.42.42.5(pid=26312) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26312)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26312): Process ended prematurely: osmo-stp_10.42.42.5(pid=26312) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:50:10.759216 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:10.770754 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:50:10.917510 tst iperf3m4.py: using LAC 24207\u000a22:50:11.042001 tst iperf3m4.py: using RAC 237\u000a22:50:11.167478 tst iperf3m4.py: using CellId 24207\u000a22:50:11.294238 tst iperf3m4.py: using BVCI 24208\u000a22:50:11.319100 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:11.330456 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:11.341956 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:11.354169 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:11.366072 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:11.377992 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:11.390122 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:11.402010 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:11.414069 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:11.534361 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:11.654857 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:11.775056 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:12.063451 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:50:12.196509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:12.590561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25950): Launched\u000a22:50:12.894338 run iperf3-srv_10.42.42.10(pid=25979): Launched\u000a22:50:13.088639 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:50:13.225536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:13.575845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26122): Launched\u000a22:50:13.858567 run iperf3-srv_10.42.42.10(pid=26145): Launched\u000a22:50:14.047249 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:50:14.177289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:14.506724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26297): Launched\u000a22:50:14.765847 run iperf3-srv_10.42.42.10(pid=26303): Launched\u000a22:50:14.948397 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:50:15.073713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:50:15.385276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26304): Launched\u000a22:50:15.643202 run iperf3-srv_10.42.42.10(pid=26305): Launched\u000a22:50:15.825942 tst iperf3m4.py:8: start network...\u000a22:50:15.956003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:16.483605 run create_hlr_db(pid=26306): Launched\u000a22:50:16.659410 bus /gobi_6: Setting Powered False\u000a22:50:17.678380 run create_hlr_db(pid=26306): Terminated: ok {rc=0}\u000a22:50:18.103025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26308): Launched\u000a22:50:18.422529 run osmo-hlr_10.42.42.2(pid=26309): Launched\u000a22:50:18.539221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:19.094660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26311): Launched\u000a22:50:19.413239 run osmo-stp_10.42.42.5(pid=26312): Launched\u000a22:50:19.527591 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:20.085055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26314): Launched\u000a22:50:20.199153 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:20.478809 run patchelf(pid=26315): Launched\u000a22:50:20.666606 run osmo-stp_10.42.42.5(pid=26312): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26312)]\u000a22:50:20.803082 run osmo-stp_10.42.42.5(pid=26312): stdout: \u000a| (launched: 2022-12-09_22:50:19.256640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:20.939689 run osmo-stp_10.42.42.5(pid=26312): stderr: \u000a| �[0;m�[38;5;43m20221209225019448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225019448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225019448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225019449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225019449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225019449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225019449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:21.071267 run osmo-stp_10.42.42.5(pid=26312): stdout: \u000a| (launched: 2022-12-09_22:50:19.256640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:21.201935 run osmo-stp_10.42.42.5(pid=26312): stderr: \u000a| �[0;m�[38;5;43m20221209225019448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225019448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225019448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225019449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225019449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225019449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225019449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:21.355602 run patchelf(pid=26315): Terminating (SIGINT)\u000a22:50:21.535988 run patchelf(pid=26315): Terminated: ok {rc=0}\u000a22:50:21.569152 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26312): Process ended prematurely: osmo-stp_10.42.42.5(pid=26312) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26312)] [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:50:21.579066 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a22:50:21.642261 run osmo-hlr_10.42.42.2(pid=26309): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26309)]\u000a22:50:21.693520 run osmo-hlr_10.42.42.2(pid=26309): stdout: \u000a| (launched: 2022-12-09_22:50:18.265715) \u000a22:50:21.745240 run osmo-hlr_10.42.42.2(pid=26309): stderr: \u000a| �[0;m�[1;31m20221209225018465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225018465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225018465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225018465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225018465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225018465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225018477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225018485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225018486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225018486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:21.789555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25950): Terminating (SIGTERM)\u000a22:50:21.831331 run iperf3-srv_10.42.42.10(pid=25979): Terminating (SIGTERM)\u000a22:50:21.873211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26122): Terminating (SIGTERM)\u000a22:50:21.915322 run iperf3-srv_10.42.42.10(pid=26145): Terminating (SIGTERM)\u000a22:50:21.957221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26297): Terminating (SIGTERM)\u000a22:50:21.999087 run iperf3-srv_10.42.42.10(pid=26303): Terminating (SIGTERM)\u000a22:50:22.041129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26304): Terminating (SIGTERM)\u000a22:50:22.083044 run iperf3-srv_10.42.42.10(pid=26305): Terminating (SIGTERM)\u000a22:50:22.125518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26308): Terminating (SIGTERM)\u000a22:50:22.167447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26311): Terminating (SIGTERM)\u000a22:50:22.209363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26314): Terminating (SIGTERM)\u000a22:50:22.219156 --- ParallelTerminationStrategy: PID 25950 died...\u000a22:50:22.275442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25950): Terminated: ok {rc=0}\u000a22:50:22.285774 --- ParallelTerminationStrategy: PID 25979 died...\u000a22:50:22.341249 run iperf3-srv_10.42.42.10(pid=25979): Terminated {rc=256}\u000a22:50:22.351220 --- ParallelTerminationStrategy: PID 26122 died...\u000a22:50:22.406719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26122): Terminated: ok {rc=0}\u000a22:50:22.416902 --- ParallelTerminationStrategy: PID 26145 died...\u000a22:50:22.472390 run iperf3-srv_10.42.42.10(pid=26145): Terminated {rc=256}\u000a22:50:22.482421 --- ParallelTerminationStrategy: PID 26297 died...\u000a22:50:22.537953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26297): Terminated: ok {rc=0}\u000a22:50:22.548122 --- ParallelTerminationStrategy: PID 26303 died...\u000a22:50:22.603509 run iperf3-srv_10.42.42.10(pid=26303): Terminated {rc=256}\u000a22:50:22.613999 --- ParallelTerminationStrategy: PID 26304 died...\u000a22:50:22.669956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26304): Terminated: ok {rc=0}\u000a22:50:22.680343 --- ParallelTerminationStrategy: PID 26305 died...\u000a22:50:22.735925 run iperf3-srv_10.42.42.10(pid=26305): Terminated {rc=256}\u000a22:50:22.746504 --- ParallelTerminationStrategy: PID 26308 died...\u000a22:50:22.802428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26308): Terminated: ok {rc=0}\u000a22:50:22.812599 --- ParallelTerminationStrategy: PID 26311 died...\u000a22:50:22.868167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26311): Terminated: ok {rc=0}\u000a22:50:22.878359 --- ParallelTerminationStrategy: PID 26314 died...\u000a22:50:22.935728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26314): Terminated: ok {rc=0}\u000a22:50:23.023991 bus /gobi_4: Setting Powered False\u000a22:50:24.129052 bus /gobi_4: Setting Powered False\u000a22:50:25.240351 bus /gobi_1: Setting Powered False\u000a22:50:26.346298 bus /gobi_1: Setting Powered False\u000a22:50:27.455850 bus /gobi_0: Setting Powered False\u000a22:50:28.567751 bus /gobi_0: Setting Powered False\u000a22:50:29.681030 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26498): Process ended prematurely: osmo-stp_10.42.42.5(pid=26498) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26498)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26498): Process ended prematurely: osmo-stp_10.42.42.5(pid=26498) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:50:30.748555 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:30.760208 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:50:30.917845 tst ping.py: using LAC 24208\u000a22:50:31.038259 tst ping.py: using RAC 238\u000a22:50:31.194150 tst ping.py: using CellId 24208\u000a22:50:31.321668 tst ping.py: using BVCI 24209\u000a22:50:31.347695 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:31.359840 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:31.372047 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:31.384721 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:31.397970 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:31.411110 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:31.425203 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:31.437360 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:31.749281 tst ping.py:19: start network...\u000a22:50:31.874067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:32.355553 run create_hlr_db(pid=26492): Launched\u000a22:50:32.529455 bus /gobi_6: Setting Powered False\u000a22:50:33.549140 run create_hlr_db(pid=26492): Terminated: ok {rc=0}\u000a22:50:33.942238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26494): Launched\u000a22:50:34.235158 run osmo-hlr_10.42.42.2(pid=26495): Launched\u000a22:50:34.346273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:34.876547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26497): Launched\u000a22:50:35.171154 run osmo-stp_10.42.42.5(pid=26498): Launched\u000a22:50:35.278121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:35.790981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26500): Launched\u000a22:50:35.895291 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:36.151712 run patchelf(pid=26501): Launched\u000a22:50:36.324213 run osmo-stp_10.42.42.5(pid=26498): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26498)]\u000a22:50:36.450266 run osmo-stp_10.42.42.5(pid=26498): stdout: \u000a| (launched: 2022-12-09_22:50:35.026163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:36.576267 run osmo-stp_10.42.42.5(pid=26498): stderr: \u000a| �[0;m�[38;5;43m20221209225035198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225035198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225035198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225035199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225035199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225035199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225035199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:36.697816 run osmo-stp_10.42.42.5(pid=26498): stdout: \u000a| (launched: 2022-12-09_22:50:35.026163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:36.818352 run osmo-stp_10.42.42.5(pid=26498): stderr: \u000a| �[0;m�[38;5;43m20221209225035198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225035198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225035198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225035199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225035199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225035199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225035199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:36.959253 run patchelf(pid=26501): Terminating (SIGINT)\u000a22:50:37.125825 run patchelf(pid=26501): Terminated: ok {rc=0}\u000a22:50:37.156015 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26498): Process ended prematurely: osmo-stp_10.42.42.5(pid=26498) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26498)] [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:50:37.164556 tst ping.py:22: Test FAILED (6.4 sec)\u000a22:50:37.224756 run osmo-hlr_10.42.42.2(pid=26495): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26495)]\u000a22:50:37.274094 run osmo-hlr_10.42.42.2(pid=26495): stdout: \u000a| (launched: 2022-12-09_22:50:34.091160) \u000a22:50:37.323605 run osmo-hlr_10.42.42.2(pid=26495): stderr: \u000a| �[0;m�[1;31m20221209225034269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225034269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225034269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225034269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225034269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225034269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225034281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225034290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225034290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225034290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:37.365649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26494): Terminating (SIGTERM)\u000a22:50:37.405321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26497): Terminating (SIGTERM)\u000a22:50:37.445239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26500): Terminating (SIGTERM)\u000a22:50:37.454702 --- ParallelTerminationStrategy: PID 26494 died...\u000a22:50:37.508526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26494): Terminated: ok {rc=0}\u000a22:50:37.518403 --- ParallelTerminationStrategy: PID 26497 died...\u000a22:50:37.571384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26497): Terminated: ok {rc=0}\u000a22:50:37.581300 --- ParallelTerminationStrategy: PID 26500 died...\u000a22:50:37.634212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26500): Terminated: ok {rc=0}\u000a22:50:37.722008 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26508): Process ended prematurely: osmo-stp_10.42.42.5(pid=26508) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26508)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26508): Process ended prematurely: osmo-stp_10.42.42.5(pid=26508) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:50:38.773333 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:38.784738 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:50:38.932466 tst ping_idle_ping.py: using LAC 24209\u000a22:50:39.050092 tst ping_idle_ping.py: using RAC 239\u000a22:50:39.165838 tst ping_idle_ping.py: using CellId 24209\u000a22:50:39.283053 tst ping_idle_ping.py: using BVCI 24210\u000a22:50:39.305378 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:39.316176 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:39.326928 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:39.337616 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:39.349490 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:39.360342 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:39.372269 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:50:39.383558 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:50:39.669130 tst ping_idle_ping.py:24: start network...\u000a22:50:39.800931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:40.306650 run create_hlr_db(pid=26502): Launched\u000a22:50:40.490352 bus /gobi_6: Setting Powered False\u000a22:50:41.511365 run create_hlr_db(pid=26502): Terminated: ok {rc=0}\u000a22:50:41.931076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26504): Launched\u000a22:50:42.242278 run osmo-hlr_10.42.42.2(pid=26505): Launched\u000a22:50:42.358036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:42.870114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26507): Launched\u000a22:50:43.163501 run osmo-stp_10.42.42.5(pid=26508): Launched\u000a22:50:43.270132 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:43.781961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26510): Launched\u000a22:50:43.887171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:44.144167 run patchelf(pid=26511): Launched\u000a22:50:44.317454 run osmo-stp_10.42.42.5(pid=26508): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26508)]\u000a22:50:44.444395 run osmo-stp_10.42.42.5(pid=26508): stdout: \u000a| (launched: 2022-12-09_22:50:43.019203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:44.571407 run osmo-stp_10.42.42.5(pid=26508): stderr: \u000a| �[0;m�[38;5;43m20221209225043189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225043189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225043189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225043190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225043190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225043190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225043190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:44.693199 run osmo-stp_10.42.42.5(pid=26508): stdout: \u000a| (launched: 2022-12-09_22:50:43.019203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:44.814061 run osmo-stp_10.42.42.5(pid=26508): stderr: \u000a| �[0;m�[38;5;43m20221209225043189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225043189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225043189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225043190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225043190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225043190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225043190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:44.956252 run patchelf(pid=26511): Terminating (SIGINT)\u000a22:50:45.122780 run patchelf(pid=26511): Terminated: ok {rc=0}\u000a22:50:45.153075 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26508): Process ended prematurely: osmo-stp_10.42.42.5(pid=26508) [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26508)] [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:50:45.161703 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:50:45.222343 run osmo-hlr_10.42.42.2(pid=26505): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26505)]\u000a22:50:45.270969 run osmo-hlr_10.42.42.2(pid=26505): stdout: \u000a| (launched: 2022-12-09_22:50:42.091604) \u000a22:50:45.320322 run osmo-hlr_10.42.42.2(pid=26505): stderr: \u000a| �[0;m�[1;31m20221209225042267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225042268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225042268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225042268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225042268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225042268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225042280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225042290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225042290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225042290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:45.362535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26504): Terminating (SIGTERM)\u000a22:50:45.402361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26507): Terminating (SIGTERM)\u000a22:50:45.442281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26510): Terminating (SIGTERM)\u000a22:50:45.451733 --- ParallelTerminationStrategy: PID 26504 died...\u000a22:50:45.505256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26504): Terminated: ok {rc=0}\u000a22:50:45.515044 --- ParallelTerminationStrategy: PID 26507 died...\u000a22:50:45.567869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26507): Terminated: ok {rc=0}\u000a22:50:45.577865 --- ParallelTerminationStrategy: PID 26510 died...\u000a22:50:45.630788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26510): Terminated: ok {rc=0}\u000a22:50:45.718075 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:49:48" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26521): Process ended prematurely: osmo-stp_10.42.42.5(pid=26521) [trial-2365↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26521)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26521): Process ended prematurely: osmo-stp_10.42.42.5(pid=26521) [trial-2365↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:50:47.724435 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:47.736401 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:50:47.895751 tst switch_tch_pdch.py: using LAC 24210\u000a22:50:48.019083 tst switch_tch_pdch.py: using RAC 240\u000a22:50:48.145255 tst switch_tch_pdch.py: using CellId 24210\u000a22:50:48.263934 tst switch_tch_pdch.py: using BVCI 24211\u000a22:50:48.286341 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:48.297798 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:48.309114 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:48.320439 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:48.333336 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:48.346400 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:48.357765 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:50:48.369725 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:50:48.490760 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:50:48.778330 tst switch_tch_pdch.py:51: start network...\u000a22:50:48.908402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:50:49.408704 run create_hlr_db(pid=26515): Launched\u000a22:50:49.591741 bus /gobi_6: Setting Powered False\u000a22:50:50.612325 run create_hlr_db(pid=26515): Terminated: ok {rc=0}\u000a22:50:51.030652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26517): Launched\u000a22:50:51.344314 run osmo-hlr_10.42.42.2(pid=26518): Launched\u000a22:50:51.462778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:50:52.006846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26520): Launched\u000a22:50:52.319594 run osmo-stp_10.42.42.5(pid=26521): Launched\u000a22:50:52.432378 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:50:52.977286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26523): Launched\u000a22:50:53.088421 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:50:53.361939 run patchelf(pid=26524): Launched\u000a22:50:53.545817 run osmo-stp_10.42.42.5(pid=26521): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26521)]\u000a22:50:53.680231 run osmo-stp_10.42.42.5(pid=26521): stdout: \u000a| (launched: 2022-12-09_22:50:52.165832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:53.815092 run osmo-stp_10.42.42.5(pid=26521): stderr: \u000a| �[0;m�[38;5;43m20221209225052356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225052356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225052356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225052357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225052357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225052357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225052357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:53.945662 run osmo-stp_10.42.42.5(pid=26521): stdout: \u000a| (launched: 2022-12-09_22:50:52.165832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:50:54.074099 run osmo-stp_10.42.42.5(pid=26521): stderr: \u000a| �[0;m�[38;5;43m20221209225052356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225052356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225052356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225052357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225052357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225052357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225052357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:50:54.224520 run patchelf(pid=26524): Terminating (SIGINT)\u000a22:50:54.401819 run patchelf(pid=26524): Terminated: ok {rc=0}\u000a22:50:54.433788 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26521): Process ended prematurely: osmo-stp_10.42.42.5(pid=26521) [trial-2365↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26521)] [trial-2365↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:50:54.442969 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a22:50:54.505144 run osmo-hlr_10.42.42.2(pid=26518): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26518)]\u000a22:50:54.555905 run osmo-hlr_10.42.42.2(pid=26518): stdout: \u000a| (launched: 2022-12-09_22:50:51.190280) \u000a22:50:54.607522 run osmo-hlr_10.42.42.2(pid=26518): stderr: \u000a| �[0;m�[1;31m20221209225051388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225051388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225051388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225051388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225051388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225051388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225051401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225051410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225051410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225051410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:50:54.651376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26517): Terminating (SIGTERM)\u000a22:50:54.692861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26520): Terminating (SIGTERM)\u000a22:50:54.734309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26523): Terminating (SIGTERM)\u000a22:50:54.743942 --- ParallelTerminationStrategy: PID 26517 died...\u000a22:50:54.799717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26517): Terminated: ok {rc=0}\u000a22:50:54.809873 --- ParallelTerminationStrategy: PID 26520 died...\u000a22:50:54.865016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26520): Terminated: ok {rc=0}\u000a22:50:54.875127 --- ParallelTerminationStrategy: PID 26523 died...\u000a22:50:54.930267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26523): Terminated: ok {rc=0}\u000a22:50:55.017029 bus /gobi_0: Setting Powered False\u000a22:50:56.121518 bus /gobi_0: Setting Powered False\u000a22:50:57.232509 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:50:47" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26534): Process ended prematurely: osmo-stp_10.42.42.5(pid=26534) [trial-2365↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26534)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26534): Process ended prematurely: osmo-stp_10.42.42.5(pid=26534) [trial-2365↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a22:50:59.172482 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:59.183511 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:50:59.320506 tst mo_mt_sms.py: using LAC 24211\u000a22:50:59.441740 tst mo_mt_sms.py: using RAC 241\u000a22:50:59.568431 tst mo_mt_sms.py: using CellId 24211\u000a22:50:59.689645 tst mo_mt_sms.py: using BVCI 24212\u000a22:50:59.713394 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:59.724344 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:59.735191 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:59.746097 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:59.756896 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:50:59.767691 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a22:50:59.881409 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a22:51:00.078492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:00.542227 run create_hlr_db(pid=26528): Launched\u000a22:51:00.712579 bus /gobi_6: Setting Powered False\u000a22:51:01.737218 run create_hlr_db(pid=26528): Terminated: ok {rc=0}\u000a22:51:02.174859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26530): Launched\u000a22:51:02.487845 run osmo-hlr_10.42.42.2(pid=26531): Launched\u000a22:51:02.602369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:03.161981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26533): Launched\u000a22:51:03.473882 run osmo-stp_10.42.42.5(pid=26534): Launched\u000a22:51:03.586747 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:04.159086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26536): Launched\u000a22:51:04.474853 run osmo-msc_10.42.42.6(pid=26537): Launched\u000a22:51:04.660600 run osmo-stp_10.42.42.5(pid=26534): ERR: Terminated: ERROR {rc=1} [trial-2365↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26534)]\u000a22:51:04.794974 run osmo-stp_10.42.42.5(pid=26534): stdout: \u000a| (launched: 2022-12-09_22:51:03.321879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:04.928432 run osmo-stp_10.42.42.5(pid=26534): stderr: \u000a| �[0;m�[38;5;43m20221209225103512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225103512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225103513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225103513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225103514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225103514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225103514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:05.055411 run osmo-stp_10.42.42.5(pid=26534): stdout: \u000a| (launched: 2022-12-09_22:51:03.321879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:05.181361 run osmo-stp_10.42.42.5(pid=26534): stderr: \u000a| �[0;m�[38;5;43m20221209225103512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225103512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225103513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225103513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225103514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225103514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225103514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:05.236542 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26534): Process ended prematurely: osmo-stp_10.42.42.5(pid=26534) [trial-2365↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26534)] [trial-2365↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a22:51:05.244876 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a22:51:05.307816 run osmo-hlr_10.42.42.2(pid=26531): ERR: Terminated: ERROR {rc=237} [trial-2365↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26531)]\u000a22:51:05.359037 run osmo-hlr_10.42.42.2(pid=26531): stdout: \u000a| (launched: 2022-12-09_22:51:02.335210) \u000a22:51:05.410916 run osmo-hlr_10.42.42.2(pid=26531): stderr: \u000a| �[0;m�[1;31m20221209225102531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225102531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225102531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225102531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225102531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225102531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225102546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225102554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225102555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225102555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:05.481195 run osmo-msc_10.42.42.6(pid=26537): ERR: Terminated: ERROR {rc=2} [trial-2365↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26537)]\u000a22:51:05.532241 run osmo-msc_10.42.42.6(pid=26537): stdout: \u000a| (launched: 2022-12-09_22:51:04.320047) \u000a22:51:05.584120 run osmo-msc_10.42.42.6(pid=26537): stderr: \u000a| �[0;m�[38;5;43m20221209225104640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225104641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00abd85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225104641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225104641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225104641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225104641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225104643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225104643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225104643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225104644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:05.628012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26530): Terminating (SIGTERM)\u000a22:51:05.669688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26533): Terminating (SIGTERM)\u000a22:51:05.711268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26536): Terminating (SIGTERM)\u000a22:51:05.720549 --- ParallelTerminationStrategy: PID 26530 died...\u000a22:51:05.776129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26530): Terminated: ok {rc=0}\u000a22:51:05.786398 --- ParallelTerminationStrategy: PID 26533 died...\u000a22:51:05.841637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26533): Terminated: ok {rc=0}\u000a22:51:05.851634 --- ParallelTerminationStrategy: PID 26536 died...\u000a22:51:05.906898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26536): Terminated: ok {rc=0}\u000a22:51:05.994638 bus /sierra_3: Setting Powered False\u000a22:51:07.099413 bus /sierra_3: Setting Powered False\u000a22:51:08.207842 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:50:58" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26545): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26545) [trial-2365↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26545)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26545): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26545) [trial-2365↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a22:51:10.052767 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a22:51:10.064046 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:51:10.202518 tst assert_extension.py: using LAC 24212\u000a22:51:10.324790 tst assert_extension.py: using RAC 242\u000a22:51:10.443422 tst assert_extension.py: using CellId 24212\u000a22:51:10.559310 tst assert_extension.py: using BVCI 24213\u000a22:51:10.581801 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a22:51:10.867005 tst assert_extension.py:10: start nitb and bts...\u000a22:51:10.997911 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:51:11.647698 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26544): Launched\u000a22:51:11.959485 run osmo-nitb_10.42.42.2(pid=26545): Launched\u000a22:51:12.154103 run osmo-nitb_10.42.42.2(pid=26545): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26545)]\u000a22:51:12.298002 run osmo-nitb_10.42.42.2(pid=26545): stdout: \u000a| (launched: 2022-12-09_22:51:11.808368) \u000a22:51:12.441831 run osmo-nitb_10.42.42.2(pid=26545): stderr: \u000a| (launched: 2022-12-09_22:51:11.855471)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:51:12.580703 run osmo-nitb_10.42.42.2(pid=26545): stdout: \u000a| (launched: 2022-12-09_22:51:11.808368) \u000a22:51:12.718028 run osmo-nitb_10.42.42.2(pid=26545): stderr: \u000a| (launched: 2022-12-09_22:51:11.855471)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:51:13.087209 tst osmo-nitb_10.42.42.2(pid=26545): stdout: \u000a| (launched: 2022-12-09_22:51:11.808368) \u000a22:51:13.213316 tst osmo-nitb_10.42.42.2(pid=26545): stderr: \u000a| (launched: 2022-12-09_22:51:11.855471)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:51:13.268645 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26545): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26545) [trial-2365↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26545)] [trial-2365↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a22:51:13.277280 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a22:51:13.314736 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26544): Terminating (SIGTERM)\u000a22:51:13.492563 --- ParallelTerminationStrategy: PID 26544 died...\u000a22:51:13.550037 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26544): Terminated: ok {rc=0}\u000a22:51:13.638042 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:51:09" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26555): Process ended prematurely: osmo-stp_10.42.42.5(pid=26555) [trial-2365↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26555)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26555): Process ended prematurely: osmo-stp_10.42.42.5(pid=26555) [trial-2365↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a22:51:15.476259 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:15.487222 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:51:15.627123 tst assert_extension.py: using LAC 24213\u000a22:51:15.750191 tst assert_extension.py: using RAC 243\u000a22:51:15.891536 tst assert_extension.py: using CellId 24213\u000a22:51:16.013904 tst assert_extension.py: using BVCI 24214\u000a22:51:16.038137 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:16.050125 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:16.062439 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:16.074854 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:16.087124 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:51:16.098474 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a22:51:16.309620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:16.854179 run create_hlr_db(pid=26549): Launched\u000a22:51:17.041175 bus /sierra_2: Setting Powered False\u000a22:51:18.058077 run create_hlr_db(pid=26549): Terminated: ok {rc=0}\u000a22:51:18.457082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26551): Launched\u000a22:51:18.753272 run osmo-hlr_10.42.42.2(pid=26552): Launched\u000a22:51:18.861990 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:19.374754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26554): Launched\u000a22:51:19.668204 run osmo-stp_10.42.42.5(pid=26555): Launched\u000a22:51:19.775644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:20.310515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26557): Launched\u000a22:51:20.604169 run osmo-msc_10.42.42.6(pid=26558): Launched\u000a22:51:20.776774 run osmo-stp_10.42.42.5(pid=26555): ERR: Terminated: ERROR {rc=1} [trial-2365↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26555)]\u000a22:51:20.901672 run osmo-stp_10.42.42.5(pid=26555): stdout: \u000a| (launched: 2022-12-09_22:51:19.523368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:21.024432 run osmo-stp_10.42.42.5(pid=26555): stderr: \u000a| �[0;m�[38;5;43m20221209225119691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225119691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225119691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225119692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225119694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225119694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225119694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:21.142360 run osmo-stp_10.42.42.5(pid=26555): stdout: \u000a| (launched: 2022-12-09_22:51:19.523368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:21.259426 run osmo-stp_10.42.42.5(pid=26555): stderr: \u000a| �[0;m�[38;5;43m20221209225119691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225119691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225119691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225119692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225119694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225119694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225119694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:21.310718 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26555): Process ended prematurely: osmo-stp_10.42.42.5(pid=26555) [trial-2365↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26555)] [trial-2365↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a22:51:21.318639 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a22:51:21.378482 run osmo-hlr_10.42.42.2(pid=26552): ERR: Terminated: ERROR {rc=237} [trial-2365↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26552)]\u000a22:51:21.427800 run osmo-hlr_10.42.42.2(pid=26552): stdout: \u000a| (launched: 2022-12-09_22:51:18.607492) \u000a22:51:21.477548 run osmo-hlr_10.42.42.2(pid=26552): stderr: \u000a| �[0;m�[1;31m20221209225118783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225118783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225118783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225118783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225118783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225118783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225118798 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225118808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225118808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225118808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:21.544792 run osmo-msc_10.42.42.6(pid=26558): ERR: Terminated: ERROR {rc=2} [trial-2365↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26558)]\u000a22:51:21.593673 run osmo-msc_10.42.42.6(pid=26558): stdout: \u000a| (launched: 2022-12-09_22:51:20.459349) \u000a22:51:21.643248 run osmo-msc_10.42.42.6(pid=26558): stderr: \u000a| �[0;m�[38;5;43m20221209225120731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225120731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63298aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225120731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225120731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225120732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225120732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225120733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225120734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225120734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225120734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:21.685099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26551): Terminating (SIGTERM)\u000a22:51:21.724792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26554): Terminating (SIGTERM)\u000a22:51:21.764638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26557): Terminating (SIGTERM)\u000a22:51:21.774051 --- ParallelTerminationStrategy: PID 26551 died...\u000a22:51:21.827612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26551): Terminated: ok {rc=0}\u000a22:51:21.837805 --- ParallelTerminationStrategy: PID 26554 died...\u000a22:51:21.891087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26554): Terminated: ok {rc=0}\u000a22:51:21.901383 --- ParallelTerminationStrategy: PID 26557 died...\u000a22:51:21.955079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26557): Terminated: ok {rc=0}\u000a22:51:22.044016 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:51:15" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26569): Process ended prematurely: osmo-stp_10.42.42.5(pid=26569) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26569)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26569): Process ended prematurely: osmo-stp_10.42.42.5(pid=26569) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26569)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a22:51:23.993380 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:24.004293 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:51:24.157297 tst mo_mt_call.py: using LAC 24214\u000a22:51:24.275749 tst mo_mt_call.py: using RAC 244\u000a22:51:24.394555 tst mo_mt_call.py: using CellId 24214\u000a22:51:24.511776 tst mo_mt_call.py: using BVCI 24215\u000a22:51:24.534515 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:24.545920 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:24.556852 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:24.568440 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:24.580285 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:24.591097 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:24.711993 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:24.913908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:25.383625 run create_hlr_db(pid=26563): Launched\u000a22:51:25.556650 bus /sierra_2: Setting Powered False\u000a22:51:26.577467 run create_hlr_db(pid=26563): Terminated: ok {rc=0}\u000a22:51:27.002618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26565): Launched\u000a22:51:27.321875 run osmo-hlr_10.42.42.2(pid=26566): Launched\u000a22:51:27.442675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:27.998805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26568): Launched\u000a22:51:28.319277 run osmo-stp_10.42.42.5(pid=26569): Launched\u000a22:51:28.435624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:29.017571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26571): Launched\u000a22:51:29.335839 run osmo-msc_10.42.42.6(pid=26572): Launched\u000a22:51:29.523629 run osmo-stp_10.42.42.5(pid=26569): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26569)]\u000a22:51:29.659102 run osmo-stp_10.42.42.5(pid=26569): stdout: \u000a| (launched: 2022-12-09_22:51:28.162231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:29.794615 run osmo-stp_10.42.42.5(pid=26569): stderr: \u000a| �[0;m�[38;5;43m20221209225128354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225128354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225128354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225128355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225128355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225128355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225128355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:29.922723 run osmo-stp_10.42.42.5(pid=26569): stdout: \u000a| (launched: 2022-12-09_22:51:28.162231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:30.049753 run osmo-stp_10.42.42.5(pid=26569): stderr: \u000a| �[0;m�[38;5;43m20221209225128354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225128354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225128354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225128355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225128355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225128355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225128355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:30.105896 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26569): Process ended prematurely: osmo-stp_10.42.42.5(pid=26569) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26569)] [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a22:51:30.115109 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:51:30.178136 run osmo-hlr_10.42.42.2(pid=26566): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26566)]\u000a22:51:30.230115 run osmo-hlr_10.42.42.2(pid=26566): stdout: \u000a| (launched: 2022-12-09_22:51:27.165005) \u000a22:51:30.282579 run osmo-hlr_10.42.42.2(pid=26566): stderr: \u000a| �[0;m�[1;31m20221209225127361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225127361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225127361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225127361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225127361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225127361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225127374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225127382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225127382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225127382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:30.353551 run osmo-msc_10.42.42.6(pid=26572): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26572)]\u000a22:51:30.404764 run osmo-msc_10.42.42.6(pid=26572): stdout: \u000a| (launched: 2022-12-09_22:51:29.179650) \u000a22:51:30.456572 run osmo-msc_10.42.42.6(pid=26572): stderr: \u000a| �[0;m�[38;5;43m20221209225129499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225129500 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3847f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225129500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225129500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225129500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225129500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225129502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225129502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225129502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225129502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:30.500439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26565): Terminating (SIGTERM)\u000a22:51:30.542110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26568): Terminating (SIGTERM)\u000a22:51:30.583758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26571): Terminating (SIGTERM)\u000a22:51:30.593537 --- ParallelTerminationStrategy: PID 26565 died...\u000a22:51:30.649129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26565): Terminated: ok {rc=0}\u000a22:51:30.659219 --- ParallelTerminationStrategy: PID 26568 died...\u000a22:51:30.714778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26568): Terminated: ok {rc=0}\u000a22:51:30.724690 --- ParallelTerminationStrategy: PID 26571 died...\u000a22:51:30.780174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26571): Terminated: ok {rc=0}\u000a22:51:30.878111 bus /sierra_3: Setting Powered False\u000a22:51:32.003417 bus /sierra_3: Setting Powered False\u000a22:51:33.111894 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26580): Process ended prematurely: osmo-stp_10.42.42.5(pid=26580) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26580)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26580): Process ended prematurely: osmo-stp_10.42.42.5(pid=26580) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26580)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:51:34.226357 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:34.238431 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a22:51:34.395104 tst mo_mt_call_osmux.py: using LAC 24215\u000a22:51:34.512046 tst mo_mt_call_osmux.py: using RAC 245\u000a22:51:34.630914 tst mo_mt_call_osmux.py: using CellId 24215\u000a22:51:34.749344 tst mo_mt_call_osmux.py: using BVCI 24216\u000a22:51:34.771888 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:34.782935 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:34.793823 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:34.804840 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:34.816641 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a22:51:34.827572 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:34.947154 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a22:51:35.148183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:35.618043 run create_hlr_db(pid=26574): Launched\u000a22:51:35.789636 bus /sierra_2: Setting Powered False\u000a22:51:36.811364 run create_hlr_db(pid=26574): Terminated: ok {rc=0}\u000a22:51:37.235080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26576): Launched\u000a22:51:37.556698 run osmo-hlr_10.42.42.2(pid=26577): Launched\u000a22:51:37.677441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:38.234469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26579): Launched\u000a22:51:38.555952 run osmo-stp_10.42.42.5(pid=26580): Launched\u000a22:51:38.673184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:39.258090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26582): Launched\u000a22:51:39.579762 run osmo-msc_10.42.42.6(pid=26583): Launched\u000a22:51:39.767995 run osmo-stp_10.42.42.5(pid=26580): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26580)]\u000a22:51:39.904079 run osmo-stp_10.42.42.5(pid=26580): stdout: \u000a| (launched: 2022-12-09_22:51:38.398896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:40.040575 run osmo-stp_10.42.42.5(pid=26580): stderr: \u000a| �[0;m�[38;5;43m20221209225138590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225138591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225138591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225138591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225138594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225138594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225138594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:40.169390 run osmo-stp_10.42.42.5(pid=26580): stdout: \u000a| (launched: 2022-12-09_22:51:38.398896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:40.297888 run osmo-stp_10.42.42.5(pid=26580): stderr: \u000a| �[0;m�[38;5;43m20221209225138590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225138591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225138591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225138591 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225138594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225138594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225138594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:40.354562 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26580): Process ended prematurely: osmo-stp_10.42.42.5(pid=26580) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26580)] [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a22:51:40.363707 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a22:51:40.426312 run osmo-hlr_10.42.42.2(pid=26577): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26577)]\u000a22:51:40.477555 run osmo-hlr_10.42.42.2(pid=26577): stdout: \u000a| (launched: 2022-12-09_22:51:37.398456) \u000a22:51:40.529475 run osmo-hlr_10.42.42.2(pid=26577): stderr: \u000a| �[0;m�[1;31m20221209225137598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225137598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225137599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225137599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225137599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225137599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225137611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225137619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225137620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225137620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:40.600040 run osmo-msc_10.42.42.6(pid=26583): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26583)]\u000a22:51:40.651209 run osmo-msc_10.42.42.6(pid=26583): stdout: \u000a| (launched: 2022-12-09_22:51:39.422125) \u000a22:51:40.702883 run osmo-msc_10.42.42.6(pid=26583): stderr: \u000a| �[0;m�[38;5;43m20221209225139744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225139745 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f200c095c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225139745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225139745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225139746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225139746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225139748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225139748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225139748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225139749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:40.746753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26576): Terminating (SIGTERM)\u000a22:51:40.788385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26579): Terminating (SIGTERM)\u000a22:51:40.830566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26582): Terminating (SIGTERM)\u000a22:51:40.840170 --- ParallelTerminationStrategy: PID 26576 died...\u000a22:51:40.895885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26576): Terminated: ok {rc=0}\u000a22:51:40.905986 --- ParallelTerminationStrategy: PID 26579 died...\u000a22:51:40.961368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26579): Terminated: ok {rc=0}\u000a22:51:40.971483 --- ParallelTerminationStrategy: PID 26582 died...\u000a22:51:41.027022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26582): Terminated: ok {rc=0}\u000a22:51:41.114102 bus /sierra_3: Setting Powered False\u000a22:51:42.221361 bus /sierra_3: Setting Powered False\u000a22:51:43.331794 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:51:23" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26594): Process ended prematurely: osmo-stp_10.42.42.5(pid=26594) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26594)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26594): Process ended prematurely: osmo-stp_10.42.42.5(pid=26594) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a22:51:45.322717 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:45.334323 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:51:45.492103 tst mo_mt_call.py: using LAC 24216\u000a22:51:45.615472 tst mo_mt_call.py: using RAC 246\u000a22:51:45.738351 tst mo_mt_call.py: using CellId 24216\u000a22:51:45.867244 tst mo_mt_call.py: using BVCI 24217\u000a22:51:45.900212 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:45.914962 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:45.928359 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:45.944393 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:45.956557 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:45.968344 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:46.095970 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:46.343824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:46.887179 run create_hlr_db(pid=26588): Launched\u000a22:51:47.066389 bus /sierra_2: Setting Powered False\u000a22:51:48.082287 run create_hlr_db(pid=26588): Terminated: ok {rc=0}\u000a22:51:48.507107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26590): Launched\u000a22:51:48.825085 run osmo-hlr_10.42.42.2(pid=26591): Launched\u000a22:51:48.944760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:49.501423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26593): Launched\u000a22:51:49.822082 run osmo-stp_10.42.42.5(pid=26594): Launched\u000a22:51:49.937546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:51:50.520816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26596): Launched\u000a22:51:50.838836 run osmo-msc_10.42.42.6(pid=26597): Launched\u000a22:51:51.025930 run osmo-stp_10.42.42.5(pid=26594): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26594)]\u000a22:51:51.160595 run osmo-stp_10.42.42.5(pid=26594): stdout: \u000a| (launched: 2022-12-09_22:51:49.665477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:51.295981 run osmo-stp_10.42.42.5(pid=26594): stderr: \u000a| �[0;m�[38;5;43m20221209225149860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225149860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225149861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225149861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225149861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225149862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225149862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:51.424171 run osmo-stp_10.42.42.5(pid=26594): stdout: \u000a| (launched: 2022-12-09_22:51:49.665477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:51:51.551007 run osmo-stp_10.42.42.5(pid=26594): stderr: \u000a| �[0;m�[38;5;43m20221209225149860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225149860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225149861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225149861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225149861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225149862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225149862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:51:51.607239 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26594): Process ended prematurely: osmo-stp_10.42.42.5(pid=26594) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26594)] [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a22:51:51.616421 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:51:51.679429 run osmo-hlr_10.42.42.2(pid=26591): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26591)]\u000a22:51:51.730991 run osmo-hlr_10.42.42.2(pid=26591): stdout: \u000a| (launched: 2022-12-09_22:51:48.669156) \u000a22:51:51.782898 run osmo-hlr_10.42.42.2(pid=26591): stderr: \u000a| �[0;m�[1;31m20221209225148867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225148867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225148867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225148867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225148867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225148867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225148879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225148888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225148888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225148888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:51:51.853528 run osmo-msc_10.42.42.6(pid=26597): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26597)]\u000a22:51:51.904818 run osmo-msc_10.42.42.6(pid=26597): stdout: \u000a| (launched: 2022-12-09_22:51:50.682941) \u000a22:51:51.956428 run osmo-msc_10.42.42.6(pid=26597): stderr: \u000a| �[0;m�[38;5;43m20221209225151008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225151008 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f9c95ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225151008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225151008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225151009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225151009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225151011 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225151011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225151011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225151011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:51:52.000424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26590): Terminating (SIGTERM)\u000a22:51:52.042005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26593): Terminating (SIGTERM)\u000a22:51:52.083799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26596): Terminating (SIGTERM)\u000a22:51:52.093341 --- ParallelTerminationStrategy: PID 26590 died...\u000a22:51:52.149283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26590): Terminated: ok {rc=0}\u000a22:51:52.159530 --- ParallelTerminationStrategy: PID 26593 died...\u000a22:51:52.215239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26593): Terminated: ok {rc=0}\u000a22:51:52.225428 --- ParallelTerminationStrategy: PID 26596 died...\u000a22:51:52.281623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26596): Terminated: ok {rc=0}\u000a22:51:52.368355 bus /sierra_3: Setting Powered False\u000a22:51:53.475407 bus /sierra_3: Setting Powered False\u000a22:51:54.587411 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26605): Process ended prematurely: osmo-stp_10.42.42.5(pid=26605) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26605)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26605): Process ended prematurely: osmo-stp_10.42.42.5(pid=26605) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:51:55.696240 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:55.707830 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a22:51:55.861778 tst mo_mt_call_osmux.py: using LAC 24217\u000a22:51:55.987733 tst mo_mt_call_osmux.py: using RAC 247\u000a22:51:56.114579 tst mo_mt_call_osmux.py: using CellId 24217\u000a22:51:56.240816 tst mo_mt_call_osmux.py: using BVCI 24218\u000a22:51:56.265274 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:56.277178 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:56.288478 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:56.300354 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:56.312325 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a22:51:56.324208 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:56.443302 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a22:51:56.652310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:51:57.163947 run create_hlr_db(pid=26599): Launched\u000a22:51:57.349867 bus /sierra_2: Setting Powered False\u000a22:51:58.370448 run create_hlr_db(pid=26599): Terminated: ok {rc=0}\u000a22:51:58.775106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26601): Launched\u000a22:51:59.075478 run osmo-hlr_10.42.42.2(pid=26602): Launched\u000a22:51:59.193008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:51:59.720148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26604): Launched\u000a22:52:00.017866 run osmo-stp_10.42.42.5(pid=26605): Launched\u000a22:52:00.126599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:00.675934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26607): Launched\u000a22:52:01.137553 run osmo-msc_10.42.42.6(pid=26608): Launched\u000a22:52:01.519304 run osmo-stp_10.42.42.5(pid=26605): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26605)]\u000a22:52:01.659634 run osmo-stp_10.42.42.5(pid=26605): stdout: \u000a| (launched: 2022-12-09_22:51:59.871490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:01.799055 run osmo-stp_10.42.42.5(pid=26605): stderr: \u000a| �[0;m�[38;5;43m20221209225200043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225200043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225200043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225200044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225200044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225200044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225200044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:01.932524 run osmo-stp_10.42.42.5(pid=26605): stdout: \u000a| (launched: 2022-12-09_22:51:59.871490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:02.065913 run osmo-stp_10.42.42.5(pid=26605): stderr: \u000a| �[0;m�[38;5;43m20221209225200043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225200043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225200043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225200044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225200044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225200044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225200044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:02.124677 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26605): Process ended prematurely: osmo-stp_10.42.42.5(pid=26605) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26605)] [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a22:52:02.134810 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a22:52:02.200039 run osmo-hlr_10.42.42.2(pid=26602): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26602)]\u000a22:52:02.253364 run osmo-hlr_10.42.42.2(pid=26602): stdout: \u000a| (launched: 2022-12-09_22:51:58.927919) \u000a22:52:02.306299 run osmo-hlr_10.42.42.2(pid=26602): stderr: \u000a| �[0;m�[1;31m20221209225159104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225159104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225159104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225159104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225159104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225159104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225159116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225159125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225159125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225159125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:02.377772 run osmo-msc_10.42.42.6(pid=26608): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26608)]\u000a22:52:02.429629 run osmo-msc_10.42.42.6(pid=26608): stdout: \u000a| (launched: 2022-12-09_22:52:00.830522) \u000a22:52:02.481855 run osmo-msc_10.42.42.6(pid=26608): stderr: \u000a| �[0;m�[38;5;43m20221209225201270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225201270 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdccb93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225201270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225201270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225201270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225201271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225201272 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225201273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225201273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225201273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:02.526298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26601): Terminating (SIGTERM)\u000a22:52:02.568362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26604): Terminating (SIGTERM)\u000a22:52:02.610611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26607): Terminating (SIGTERM)\u000a22:52:02.620388 --- ParallelTerminationStrategy: PID 26601 died...\u000a22:52:02.676667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26601): Terminated: ok {rc=0}\u000a22:52:02.686940 --- ParallelTerminationStrategy: PID 26604 died...\u000a22:52:02.742954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26604): Terminated: ok {rc=0}\u000a22:52:02.753149 --- ParallelTerminationStrategy: PID 26607 died...\u000a22:52:02.809019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26607): Terminated: ok {rc=0}\u000a22:52:02.896711 bus /sierra_3: Setting Powered False\u000a22:52:03.999655 bus /sierra_3: Setting Powered False\u000a22:52:05.108633 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:51:45" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26620): Process ended prematurely: osmo-stp_10.42.42.5(pid=26620) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26620)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26620): Process ended prematurely: osmo-stp_10.42.42.5(pid=26620) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:52:07.117272 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:07.128666 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:52:07.287528 tst mo_mt_call.py: using LAC 24218\u000a22:52:07.411360 tst mo_mt_call.py: using RAC 248\u000a22:52:07.535595 tst mo_mt_call.py: using CellId 24218\u000a22:52:07.658763 tst mo_mt_call.py: using BVCI 24219\u000a22:52:07.683103 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:07.694638 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:07.706027 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:07.717432 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:07.728834 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:07.740185 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:07.855442 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:08.059642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:08.531382 run create_hlr_db(pid=26614): Launched\u000a22:52:08.703093 bus /sierra_2: Setting Powered False\u000a22:52:09.725592 run create_hlr_db(pid=26614): Terminated: ok {rc=0}\u000a22:52:10.151476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26616): Launched\u000a22:52:10.470922 run osmo-hlr_10.42.42.2(pid=26617): Launched\u000a22:52:10.589390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:11.142765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26619): Launched\u000a22:52:11.461904 run osmo-stp_10.42.42.5(pid=26620): Launched\u000a22:52:11.578461 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:12.159844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26622): Launched\u000a22:52:12.478787 run osmo-msc_10.42.42.6(pid=26623): Launched\u000a22:52:12.667026 run osmo-stp_10.42.42.5(pid=26620): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26620)]\u000a22:52:12.802516 run osmo-stp_10.42.42.5(pid=26620): stdout: \u000a| (launched: 2022-12-09_22:52:11.305362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:12.936863 run osmo-stp_10.42.42.5(pid=26620): stderr: \u000a| �[0;m�[38;5;43m20221209225211495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225211495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225211496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225211496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225211498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225211498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225211498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:13.065147 run osmo-stp_10.42.42.5(pid=26620): stdout: \u000a| (launched: 2022-12-09_22:52:11.305362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:13.192065 run osmo-stp_10.42.42.5(pid=26620): stderr: \u000a| �[0;m�[38;5;43m20221209225211495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225211495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225211496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225211496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225211498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225211498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225211498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:13.248028 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26620): Process ended prematurely: osmo-stp_10.42.42.5(pid=26620) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26620)] [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a22:52:13.257152 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a22:52:13.319859 run osmo-hlr_10.42.42.2(pid=26617): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26617)]\u000a22:52:13.371286 run osmo-hlr_10.42.42.2(pid=26617): stdout: \u000a| (launched: 2022-12-09_22:52:10.314533) \u000a22:52:13.423270 run osmo-hlr_10.42.42.2(pid=26617): stderr: \u000a| �[0;m�[1;31m20221209225210515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225210515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225210515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225210515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225210515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225210515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225210532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225210542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225210542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225210542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:13.493958 run osmo-msc_10.42.42.6(pid=26623): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26623)]\u000a22:52:13.545188 run osmo-msc_10.42.42.6(pid=26623): stdout: \u000a| (launched: 2022-12-09_22:52:12.322391) \u000a22:52:13.596791 run osmo-msc_10.42.42.6(pid=26623): stderr: \u000a| �[0;m�[38;5;43m20221209225212644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225212644 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1647176c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225212644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225212644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225212645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225212645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225212647 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225212647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225212647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225212647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:13.640510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26616): Terminating (SIGTERM)\u000a22:52:13.681933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26619): Terminating (SIGTERM)\u000a22:52:13.723285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26622): Terminating (SIGTERM)\u000a22:52:13.732549 --- ParallelTerminationStrategy: PID 26616 died...\u000a22:52:13.787916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26616): Terminated: ok {rc=0}\u000a22:52:13.797998 --- ParallelTerminationStrategy: PID 26619 died...\u000a22:52:13.853017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26619): Terminated: ok {rc=0}\u000a22:52:13.863019 --- ParallelTerminationStrategy: PID 26622 died...\u000a22:52:13.918280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26622): Terminated: ok {rc=0}\u000a22:52:14.005022 bus /sierra_3: Setting Powered False\u000a22:52:15.108519 bus /sierra_3: Setting Powered False\u000a22:52:16.220210 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26631): Process ended prematurely: osmo-stp_10.42.42.5(pid=26631) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26631)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26631): Process ended prematurely: osmo-stp_10.42.42.5(pid=26631) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:52:17.334912 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:17.347410 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a22:52:17.513950 tst mo_mt_call_osmux.py: using LAC 24219\u000a22:52:17.634389 tst mo_mt_call_osmux.py: using RAC 249\u000a22:52:17.750481 tst mo_mt_call_osmux.py: using CellId 24219\u000a22:52:17.866914 tst mo_mt_call_osmux.py: using BVCI 24220\u000a22:52:17.889889 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:17.900912 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:17.911911 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:17.923208 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:17.934576 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a22:52:17.945781 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:18.062233 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a22:52:18.269997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:18.743199 run create_hlr_db(pid=26625): Launched\u000a22:52:18.916182 bus /sierra_2: Setting Powered False\u000a22:52:19.939497 run create_hlr_db(pid=26625): Terminated: ok {rc=0}\u000a22:52:20.340614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26627): Launched\u000a22:52:20.651459 run osmo-hlr_10.42.42.2(pid=26628): Launched\u000a22:52:20.772526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:21.327254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26630): Launched\u000a22:52:21.646802 run osmo-stp_10.42.42.5(pid=26631): Launched\u000a22:52:21.763008 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:22.346319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26633): Launched\u000a22:52:22.665554 run osmo-msc_10.42.42.6(pid=26634): Launched\u000a22:52:22.852790 run osmo-stp_10.42.42.5(pid=26631): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26631)]\u000a22:52:22.988086 run osmo-stp_10.42.42.5(pid=26631): stdout: \u000a| (launched: 2022-12-09_22:52:21.490389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:23.123328 run osmo-stp_10.42.42.5(pid=26631): stderr: \u000a| �[0;m�[38;5;43m20221209225221681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225221682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225221682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225221682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225221684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225221685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225221685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:23.251601 run osmo-stp_10.42.42.5(pid=26631): stdout: \u000a| (launched: 2022-12-09_22:52:21.490389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:23.379252 run osmo-stp_10.42.42.5(pid=26631): stderr: \u000a| �[0;m�[38;5;43m20221209225221681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225221682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225221682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225221682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225221684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225221685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225221685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:23.435374 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26631): Process ended prematurely: osmo-stp_10.42.42.5(pid=26631) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26631)] [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a22:52:23.444399 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:52:23.506698 run osmo-hlr_10.42.42.2(pid=26628): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26628)]\u000a22:52:23.557914 run osmo-hlr_10.42.42.2(pid=26628): stdout: \u000a| (launched: 2022-12-09_22:52:20.493684) \u000a22:52:23.610377 run osmo-hlr_10.42.42.2(pid=26628): stderr: \u000a| �[0;m�[1;31m20221209225220687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225220687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225220687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225220687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225220688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225220688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225220700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225220709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225220709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225220709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:23.681036 run osmo-msc_10.42.42.6(pid=26634): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26634)]\u000a22:52:23.732131 run osmo-msc_10.42.42.6(pid=26634): stdout: \u000a| (launched: 2022-12-09_22:52:22.508826) \u000a22:52:23.783708 run osmo-msc_10.42.42.6(pid=26634): stderr: \u000a| �[0;m�[38;5;43m20221209225222832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225222832 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b6b720c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225222832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225222832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225222833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225222833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225222835 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225222835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225222835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225222835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:23.827595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26627): Terminating (SIGTERM)\u000a22:52:23.869312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26630): Terminating (SIGTERM)\u000a22:52:23.911080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26633): Terminating (SIGTERM)\u000a22:52:23.920378 --- ParallelTerminationStrategy: PID 26627 died...\u000a22:52:23.976095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26627): Terminated: ok {rc=0}\u000a22:52:23.986216 --- ParallelTerminationStrategy: PID 26630 died...\u000a22:52:24.041749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26630): Terminated: ok {rc=0}\u000a22:52:24.051845 --- ParallelTerminationStrategy: PID 26633 died...\u000a22:52:24.107639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26633): Terminated: ok {rc=0}\u000a22:52:24.195350 bus /sierra_3: Setting Powered False\u000a22:52:25.302136 bus /sierra_3: Setting Powered False\u000a22:52:26.415494 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:52:06" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26645): Process ended prematurely: osmo-stp_10.42.42.5(pid=26645) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26645)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26645): Process ended prematurely: osmo-stp_10.42.42.5(pid=26645) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a22:52:28.399830 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:28.410978 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:52:28.562518 tst mo_mt_call.py: using LAC 24220\u000a22:52:28.681251 tst mo_mt_call.py: using RAC 250\u000a22:52:28.798193 tst mo_mt_call.py: using CellId 24220\u000a22:52:28.916765 tst mo_mt_call.py: using BVCI 24221\u000a22:52:28.939390 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:28.950548 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:28.961394 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:28.972562 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:28.983561 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:28.995397 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:29.115429 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:29.326095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:29.837047 run create_hlr_db(pid=26639): Launched\u000a22:52:30.022232 bus /sierra_2: Setting Powered False\u000a22:52:31.057630 run create_hlr_db(pid=26639): Terminated: ok {rc=0}\u000a22:52:31.496138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26641): Launched\u000a22:52:31.942063 run osmo-hlr_10.42.42.2(pid=26642): Launched\u000a22:52:32.174442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:32.733868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26644): Launched\u000a22:52:33.032781 run osmo-stp_10.42.42.5(pid=26645): Launched\u000a22:52:33.141524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:33.686767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26647): Launched\u000a22:52:33.985250 run osmo-msc_10.42.42.6(pid=26648): Launched\u000a22:52:34.162191 run osmo-stp_10.42.42.5(pid=26645): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26645)]\u000a22:52:34.290089 run osmo-stp_10.42.42.5(pid=26645): stdout: \u000a| (launched: 2022-12-09_22:52:32.885473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:34.415227 run osmo-stp_10.42.42.5(pid=26645): stderr: \u000a| �[0;m�[38;5;43m20221209225233055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225233055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225233055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225233056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225233056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225233056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225233056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:34.535532 run osmo-stp_10.42.42.5(pid=26645): stdout: \u000a| (launched: 2022-12-09_22:52:32.885473)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:34.653946 run osmo-stp_10.42.42.5(pid=26645): stderr: \u000a| �[0;m�[38;5;43m20221209225233055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225233055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225233055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225233056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225233056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225233056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225233056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:34.706859 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26645): Process ended prematurely: osmo-stp_10.42.42.5(pid=26645) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26645)] [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a22:52:34.715416 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a22:52:34.775416 run osmo-hlr_10.42.42.2(pid=26642): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26642)]\u000a22:52:34.824233 run osmo-hlr_10.42.42.2(pid=26642): stdout: \u000a| (launched: 2022-12-09_22:52:31.652863) \u000a22:52:34.873260 run osmo-hlr_10.42.42.2(pid=26642): stderr: \u000a| �[0;m�[1;31m20221209225231900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225231900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225231905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225231905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225231905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225231905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225231923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225231938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225231938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225231938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:34.940478 run osmo-msc_10.42.42.6(pid=26648): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26648)]\u000a22:52:34.988898 run osmo-msc_10.42.42.6(pid=26648): stdout: \u000a| (launched: 2022-12-09_22:52:33.838288) \u000a22:52:35.038463 run osmo-msc_10.42.42.6(pid=26648): stderr: \u000a| �[0;m�[38;5;43m20221209225234112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225234112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb31bc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225234112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225234113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225234113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225234113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225234115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225234116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225234116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225234116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:35.079644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26641): Terminating (SIGTERM)\u000a22:52:35.118927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26644): Terminating (SIGTERM)\u000a22:52:35.158361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26647): Terminating (SIGTERM)\u000a22:52:35.167733 --- ParallelTerminationStrategy: PID 26641 died...\u000a22:52:35.221471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26641): Terminated: ok {rc=0}\u000a22:52:35.231028 --- ParallelTerminationStrategy: PID 26644 died...\u000a22:52:35.284237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26644): Terminated: ok {rc=0}\u000a22:52:35.294071 --- ParallelTerminationStrategy: PID 26647 died...\u000a22:52:35.346945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26647): Terminated: ok {rc=0}\u000a22:52:35.430795 bus /sierra_3: Setting Powered False\u000a22:52:36.536511 bus /sierra_3: Setting Powered False\u000a22:52:37.647775 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26656): Process ended prematurely: osmo-stp_10.42.42.5(pid=26656) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26656)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26656): Process ended prematurely: osmo-stp_10.42.42.5(pid=26656) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:52:38.756608 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:38.768149 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a22:52:38.920159 tst mo_mt_call_osmux.py: using LAC 24221\u000a22:52:39.038390 tst mo_mt_call_osmux.py: using RAC 251\u000a22:52:39.161206 tst mo_mt_call_osmux.py: using CellId 24221\u000a22:52:39.279076 tst mo_mt_call_osmux.py: using BVCI 24222\u000a22:52:39.301778 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:39.312755 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:39.323596 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:39.334768 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:39.345824 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a22:52:39.356920 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:39.475828 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a22:52:39.684820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:40.194996 run create_hlr_db(pid=26650): Launched\u000a22:52:40.380498 bus /sierra_2: Setting Powered False\u000a22:52:41.401223 run create_hlr_db(pid=26650): Terminated: ok {rc=0}\u000a22:52:41.804270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26652): Launched\u000a22:52:42.107029 run osmo-hlr_10.42.42.2(pid=26653): Launched\u000a22:52:42.221355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:42.740404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26655): Launched\u000a22:52:43.040802 run osmo-stp_10.42.42.5(pid=26656): Launched\u000a22:52:43.151410 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:43.698068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26658): Launched\u000a22:52:43.998299 run osmo-msc_10.42.42.6(pid=26659): Launched\u000a22:52:44.175041 run osmo-stp_10.42.42.5(pid=26656): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26656)]\u000a22:52:44.303067 run osmo-stp_10.42.42.5(pid=26656): stdout: \u000a| (launched: 2022-12-09_22:52:42.893309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:44.427861 run osmo-stp_10.42.42.5(pid=26656): stderr: \u000a| �[0;m�[38;5;43m20221209225243065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225243065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225243065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225243066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225243066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225243066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225243066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:44.548420 run osmo-stp_10.42.42.5(pid=26656): stdout: \u000a| (launched: 2022-12-09_22:52:42.893309)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:44.667752 run osmo-stp_10.42.42.5(pid=26656): stderr: \u000a| �[0;m�[38;5;43m20221209225243065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225243065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225243065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225243066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225243066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225243066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225243066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:44.720445 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26656): Process ended prematurely: osmo-stp_10.42.42.5(pid=26656) [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26656)] [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a22:52:44.729123 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a22:52:44.789078 run osmo-hlr_10.42.42.2(pid=26653): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26653)]\u000a22:52:44.838280 run osmo-hlr_10.42.42.2(pid=26653): stdout: \u000a| (launched: 2022-12-09_22:52:41.958457) \u000a22:52:44.887640 run osmo-hlr_10.42.42.2(pid=26653): stderr: \u000a| �[0;m�[1;31m20221209225242136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225242136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225242136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225242136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225242136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225242136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225242149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225242158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225242158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225242158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:44.954593 run osmo-msc_10.42.42.6(pid=26659): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26659)]\u000a22:52:45.002877 run osmo-msc_10.42.42.6(pid=26659): stdout: \u000a| (launched: 2022-12-09_22:52:43.849439) \u000a22:52:45.051930 run osmo-msc_10.42.42.6(pid=26659): stderr: \u000a| �[0;m�[38;5;43m20221209225244120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225244120 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff005fcac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225244120 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225244121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225244121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225244121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225244123 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225244123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225244123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225244123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:45.093686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26652): Terminating (SIGTERM)\u000a22:52:45.133137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26655): Terminating (SIGTERM)\u000a22:52:45.172625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26658): Terminating (SIGTERM)\u000a22:52:45.181825 --- ParallelTerminationStrategy: PID 26652 died...\u000a22:52:45.235612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26652): Terminated: ok {rc=0}\u000a22:52:45.245869 --- ParallelTerminationStrategy: PID 26655 died...\u000a22:52:45.298951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26655): Terminated: ok {rc=0}\u000a22:52:45.308745 --- ParallelTerminationStrategy: PID 26658 died...\u000a22:52:45.362282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26658): Terminated: ok {rc=0}\u000a22:52:45.446210 bus /sierra_3: Setting Powered False\u000a22:52:46.553261 bus /sierra_3: Setting Powered False\u000a22:52:47.663969 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:52:28" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26670): Process ended prematurely: osmo-stp_10.42.42.5(pid=26670) [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26670)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26670): Process ended prematurely: osmo-stp_10.42.42.5(pid=26670) [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a22:52:49.651957 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:49.663484 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:52:49.816539 tst mo_mt_call.py: using LAC 24222\u000a22:52:49.934995 tst mo_mt_call.py: using RAC 252\u000a22:52:50.052248 tst mo_mt_call.py: using CellId 24222\u000a22:52:50.170749 tst mo_mt_call.py: using BVCI 24223\u000a22:52:50.193470 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:50.204568 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:50.215684 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:50.227079 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:50.238569 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:50.249860 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:52:50.369666 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:52:50.582944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:52:51.096867 run create_hlr_db(pid=26664): Launched\u000a22:52:51.283487 bus /sierra_2: Setting Powered False\u000a22:52:52.303980 run create_hlr_db(pid=26664): Terminated: ok {rc=0}\u000a22:52:52.707367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26666): Launched\u000a22:52:53.007097 run osmo-hlr_10.42.42.2(pid=26667): Launched\u000a22:52:53.123662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:52:53.651397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26669): Launched\u000a22:52:53.952012 run osmo-stp_10.42.42.5(pid=26670): Launched\u000a22:52:54.061274 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:52:54.605943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26672): Launched\u000a22:52:54.905627 run osmo-msc_10.42.42.6(pid=26673): Launched\u000a22:52:55.081397 run osmo-stp_10.42.42.5(pid=26670): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26670)]\u000a22:52:55.209720 run osmo-stp_10.42.42.5(pid=26670): stdout: \u000a| (launched: 2022-12-09_22:52:53.804824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:55.334803 run osmo-stp_10.42.42.5(pid=26670): stderr: \u000a| �[0;m�[38;5;43m20221209225253975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225253975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225253975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225253976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225253976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225253976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225253976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:55.454994 run osmo-stp_10.42.42.5(pid=26670): stdout: \u000a| (launched: 2022-12-09_22:52:53.804824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:52:55.574076 run osmo-stp_10.42.42.5(pid=26670): stderr: \u000a| �[0;m�[38;5;43m20221209225253975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225253975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225253975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225253976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225253976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225253976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225253976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:52:55.626955 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26670): Process ended prematurely: osmo-stp_10.42.42.5(pid=26670) [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26670)] [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a22:52:55.635291 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a22:52:55.695445 run osmo-hlr_10.42.42.2(pid=26667): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26667)]\u000a22:52:55.744244 run osmo-hlr_10.42.42.2(pid=26667): stdout: \u000a| (launched: 2022-12-09_22:52:52.859763) \u000a22:52:55.794184 run osmo-hlr_10.42.42.2(pid=26667): stderr: \u000a| �[0;m�[1;31m20221209225253035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225253035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225253035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225253035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225253035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225253035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225253048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225253059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225253059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225253059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:52:55.861176 run osmo-msc_10.42.42.6(pid=26673): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26673)]\u000a22:52:55.910336 run osmo-msc_10.42.42.6(pid=26673): stdout: \u000a| (launched: 2022-12-09_22:52:54.756884) \u000a22:52:55.959481 run osmo-msc_10.42.42.6(pid=26673): stderr: \u000a| �[0;m�[38;5;43m20221209225255028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225255028 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde8aec0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225255028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225255028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225255028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225255029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225255030 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225255031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225255031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225255031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:52:56.001652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26666): Terminating (SIGTERM)\u000a22:52:56.041512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26669): Terminating (SIGTERM)\u000a22:52:56.081422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26672): Terminating (SIGTERM)\u000a22:52:56.090861 --- ParallelTerminationStrategy: PID 26666 died...\u000a22:52:56.144326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26666): Terminated: ok {rc=0}\u000a22:52:56.154296 --- ParallelTerminationStrategy: PID 26669 died...\u000a22:52:56.207442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26669): Terminated: ok {rc=0}\u000a22:52:56.217411 --- ParallelTerminationStrategy: PID 26672 died...\u000a22:52:56.271266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26672): Terminated: ok {rc=0}\u000a22:52:56.355240 bus /sierra_3: Setting Powered False\u000a22:52:57.458210 bus /sierra_3: Setting Powered False\u000a22:52:58.569104 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26692): Process ended prematurely: osmo-stp_10.42.42.5(pid=26692) [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26692)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26692): Process ended prematurely: osmo-stp_10.42.42.5(pid=26692) [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:52:59.678550 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:52:59.690342 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:52:59.846187 tst mo_mt_call_osmux.py: using LAC 24223\u000a22:52:59.961742 tst mo_mt_call_osmux.py: using RAC 253\u000a22:53:00.078037 tst mo_mt_call_osmux.py: using CellId 24223\u000a22:53:00.193359 tst mo_mt_call_osmux.py: using BVCI 24224\u000a22:53:00.215981 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:00.227149 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:00.238482 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:00.249485 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:00.260631 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a22:53:00.272550 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:53:00.389406 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:53:00.602357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:01.166259 run create_hlr_db(pid=26675): Launched\u000a22:53:01.344643 bus /sierra_2: Setting Powered False\u000a22:53:02.422363 run create_hlr_db(pid=26675): Terminated: ok {rc=0}\u000a22:53:02.860308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26688): Launched\u000a22:53:03.268700 run osmo-hlr_10.42.42.2(pid=26689): Launched\u000a22:53:03.506070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:04.148025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26691): Launched\u000a22:53:04.576035 run osmo-stp_10.42.42.5(pid=26692): Launched\u000a22:53:04.787186 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:05.404501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26694): Launched\u000a22:53:05.832303 run osmo-msc_10.42.42.6(pid=26696): Launched\u000a22:53:06.209244 run osmo-stp_10.42.42.5(pid=26692): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26692)]\u000a22:53:06.466918 run osmo-stp_10.42.42.5(pid=26692): stdout: \u000a| (launched: 2022-12-09_22:53:04.303536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:06.674434 run osmo-stp_10.42.42.5(pid=26692): stderr: \u000a| �[0;m�[38;5;43m20221209225304594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225304594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225304594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225304605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225304605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225304605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225304606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:06.798789 run osmo-stp_10.42.42.5(pid=26692): stdout: \u000a| (launched: 2022-12-09_22:53:04.303536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:06.923836 run osmo-stp_10.42.42.5(pid=26692): stderr: \u000a| �[0;m�[38;5;43m20221209225304594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225304594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225304594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225304605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225304605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225304605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225304606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:06.978874 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26692): Process ended prematurely: osmo-stp_10.42.42.5(pid=26692) [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26692)] [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a22:53:06.988513 tst mo_mt_call_osmux.py:8: Test FAILED (7.3 sec)\u000a22:53:07.054477 run osmo-hlr_10.42.42.2(pid=26689): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26689)]\u000a22:53:07.107149 run osmo-hlr_10.42.42.2(pid=26689): stdout: \u000a| (launched: 2022-12-09_22:53:03.014636) \u000a22:53:07.158807 run osmo-hlr_10.42.42.2(pid=26689): stderr: \u000a| �[0;m�[1;31m20221209225303362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225303362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225303362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225303362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225303362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225303362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225303379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225303393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225303393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225303393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:07.230940 run osmo-msc_10.42.42.6(pid=26696): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26696)]\u000a22:53:07.281195 run osmo-msc_10.42.42.6(pid=26696): stdout: \u000a| (launched: 2022-12-09_22:53:05.570017) \u000a22:53:07.334648 run osmo-msc_10.42.42.6(pid=26696): stderr: \u000a| �[0;m�[38;5;43m20221209225306164 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225306164 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd660034c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225306164 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225306164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225306164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225306164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225306166 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225306167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225306167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225306167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:07.377770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26688): Terminating (SIGTERM)\u000a22:53:07.423315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26691): Terminating (SIGTERM)\u000a22:53:07.467185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26694): Terminating (SIGTERM)\u000a22:53:07.477719 --- ParallelTerminationStrategy: PID 26688 died...\u000a22:53:07.536847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26688): Terminated: ok {rc=0}\u000a22:53:07.548601 --- ParallelTerminationStrategy: PID 26691 died...\u000a22:53:07.605877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26691): Terminated: ok {rc=0}\u000a22:53:07.616426 --- ParallelTerminationStrategy: PID 26694 died...\u000a22:53:07.674085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26694): Terminated: ok {rc=0}\u000a22:53:07.761617 bus /sierra_3: Setting Powered False\u000a22:53:08.867113 bus /sierra_3: Setting Powered False\u000a22:53:09.979576 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:52:49" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26967): Process ended prematurely: osmo-stp_10.42.42.5(pid=26967) [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26967)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26967): Process ended prematurely: osmo-stp_10.42.42.5(pid=26967) [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a22:53:12.109048 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:12.121415 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:53:12.265711 tst mo_mt_call.py: using LAC 24224\u000a22:53:12.393295 tst mo_mt_call.py: using RAC 254\u000a22:53:12.520116 tst mo_mt_call.py: using CellId 24224\u000a22:53:12.647284 tst mo_mt_call.py: using BVCI 24225\u000a22:53:12.673487 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:12.686173 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:12.698970 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:12.712076 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:12.724843 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:12.738458 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:53:12.864085 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:53:13.082809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:13.651067 run create_hlr_db(pid=26961): Launched\u000a22:53:13.843120 bus /sierra_2: Setting Powered False\u000a22:53:14.863726 run create_hlr_db(pid=26961): Terminated: ok {rc=0}\u000a22:53:15.324484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26963): Launched\u000a22:53:15.767723 run osmo-hlr_10.42.42.2(pid=26964): Launched\u000a22:53:15.951965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:16.695333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26966): Launched\u000a22:53:17.210538 run osmo-stp_10.42.42.5(pid=26967): Launched\u000a22:53:17.463540 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:18.216179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26969): Launched\u000a22:53:18.689389 run osmo-msc_10.42.42.6(pid=26970): Launched\u000a22:53:19.082571 run osmo-stp_10.42.42.5(pid=26967): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26967)]\u000a22:53:19.279751 run osmo-stp_10.42.42.5(pid=26967): stdout: \u000a| (launched: 2022-12-09_22:53:16.899391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:19.419592 run osmo-stp_10.42.42.5(pid=26967): stderr: \u000a| �[0;m�[38;5;43m20221209225317242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225317242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225317242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225317243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225317243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225317243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225317243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:19.552502 run osmo-stp_10.42.42.5(pid=26967): stdout: \u000a| (launched: 2022-12-09_22:53:16.899391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:19.686132 run osmo-stp_10.42.42.5(pid=26967): stderr: \u000a| �[0;m�[38;5;43m20221209225317242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225317242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225317242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225317243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225317243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225317243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225317243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:19.744540 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26967): Process ended prematurely: osmo-stp_10.42.42.5(pid=26967) [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26967)] [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a22:53:19.754637 tst mo_mt_call.py:8: Test FAILED (7.7 sec)\u000a22:53:19.822477 run osmo-hlr_10.42.42.2(pid=26964): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26964)]\u000a22:53:19.875915 run osmo-hlr_10.42.42.2(pid=26964): stdout: \u000a| (launched: 2022-12-09_22:53:15.493651) \u000a22:53:19.930963 run osmo-hlr_10.42.42.2(pid=26964): stderr: \u000a| �[0;m�[1;31m20221209225315811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225315811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225315811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225315811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225315811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225315811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225315834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225315848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225315849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225315849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:20.005504 run osmo-msc_10.42.42.6(pid=26970): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26970)]\u000a22:53:20.059197 run osmo-msc_10.42.42.6(pid=26970): stdout: \u000a| (launched: 2022-12-09_22:53:18.419310) \u000a22:53:20.114800 run osmo-msc_10.42.42.6(pid=26970): stderr: \u000a| �[0;m�[38;5;43m20221209225318928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225318928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f216013bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225318928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225318928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225318933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225318933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225318935 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225318935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225318935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225318935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:20.161137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26963): Terminating (SIGTERM)\u000a22:53:20.208044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26966): Terminating (SIGTERM)\u000a22:53:20.253824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26969): Terminating (SIGTERM)\u000a22:53:20.264729 --- ParallelTerminationStrategy: PID 26963 died...\u000a22:53:20.324680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26963): Terminated: ok {rc=0}\u000a22:53:20.336173 --- ParallelTerminationStrategy: PID 26966 died...\u000a22:53:20.395653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26966): Terminated: ok {rc=0}\u000a22:53:20.406267 --- ParallelTerminationStrategy: PID 26969 died...\u000a22:53:20.463680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26969): Terminated: ok {rc=0}\u000a22:53:20.550784 bus /sierra_3: Setting Powered False\u000a22:53:21.663027 bus /sierra_3: Setting Powered False\u000a22:53:22.775709 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26978): Process ended prematurely: osmo-stp_10.42.42.5(pid=26978) [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26978)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26978): Process ended prematurely: osmo-stp_10.42.42.5(pid=26978) [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a22:53:23.891313 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:23.904178 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:53:24.047381 tst mo_mt_call_osmux.py: using LAC 24225\u000a22:53:24.169945 tst mo_mt_call_osmux.py: using RAC 255\u000a22:53:24.292244 tst mo_mt_call_osmux.py: using CellId 24225\u000a22:53:24.415509 tst mo_mt_call_osmux.py: using BVCI 24226\u000a22:53:24.440118 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:24.452631 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:24.465120 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:24.479223 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:24.491994 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a22:53:24.504263 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:53:24.627456 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a22:53:24.847378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:25.357402 run create_hlr_db(pid=26972): Launched\u000a22:53:25.541304 bus /sierra_2: Setting Powered False\u000a22:53:26.563937 run create_hlr_db(pid=26972): Terminated: ok {rc=0}\u000a22:53:26.965890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26974): Launched\u000a22:53:27.265706 run osmo-hlr_10.42.42.2(pid=26975): Launched\u000a22:53:27.382995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:27.910179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26977): Launched\u000a22:53:28.210372 run osmo-stp_10.42.42.5(pid=26978): Launched\u000a22:53:28.319838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:28.866903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26980): Launched\u000a22:53:29.167228 run osmo-msc_10.42.42.6(pid=26981): Launched\u000a22:53:29.351331 run osmo-stp_10.42.42.5(pid=26978): ERR: Terminated: ERROR {rc=1} [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26978)]\u000a22:53:29.489401 run osmo-stp_10.42.42.5(pid=26978): stdout: \u000a| (launched: 2022-12-09_22:53:28.062381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:29.624226 run osmo-stp_10.42.42.5(pid=26978): stderr: \u000a| �[0;m�[38;5;43m20221209225328235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225328235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225328235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225328236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225328236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225328236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225328236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:29.753742 run osmo-stp_10.42.42.5(pid=26978): stdout: \u000a| (launched: 2022-12-09_22:53:28.062381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:29.881610 run osmo-stp_10.42.42.5(pid=26978): stderr: \u000a| �[0;m�[38;5;43m20221209225328235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225328235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225328235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225328236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225328236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225328236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225328236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:29.938424 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26978): Process ended prematurely: osmo-stp_10.42.42.5(pid=26978) [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26978)] [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a22:53:29.947911 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a22:53:30.011013 run osmo-hlr_10.42.42.2(pid=26975): ERR: Terminated: ERROR {rc=237} [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26975)]\u000a22:53:30.062394 run osmo-hlr_10.42.42.2(pid=26975): stdout: \u000a| (launched: 2022-12-09_22:53:27.118188) \u000a22:53:30.114420 run osmo-hlr_10.42.42.2(pid=26975): stderr: \u000a| �[0;m�[1;31m20221209225327293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225327293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225327293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225327293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225327293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225327293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225327305 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225327314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225327315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225327315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:30.185241 run osmo-msc_10.42.42.6(pid=26981): ERR: Terminated: ERROR {rc=2} [trial-2365↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26981)]\u000a22:53:30.237230 run osmo-msc_10.42.42.6(pid=26981): stdout: \u000a| (launched: 2022-12-09_22:53:29.019075) \u000a22:53:30.289175 run osmo-msc_10.42.42.6(pid=26981): stderr: \u000a| �[0;m�[38;5;43m20221209225329289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225329289 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa4c55ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225329289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225329289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225329289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225329289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225329291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225329291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225329292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225329292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:30.333688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26974): Terminating (SIGTERM)\u000a22:53:30.375307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26977): Terminating (SIGTERM)\u000a22:53:30.416936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26980): Terminating (SIGTERM)\u000a22:53:30.426699 --- ParallelTerminationStrategy: PID 26974 died...\u000a22:53:30.482905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26974): Terminated: ok {rc=0}\u000a22:53:30.492883 --- ParallelTerminationStrategy: PID 26977 died...\u000a22:53:30.548286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26977): Terminated: ok {rc=0}\u000a22:53:30.558815 --- ParallelTerminationStrategy: PID 26980 died...\u000a22:53:30.614295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26980): Terminated: ok {rc=0}\u000a22:53:30.702077 bus /sierra_3: Setting Powered False\u000a22:53:31.807616 bus /sierra_3: Setting Powered False\u000a22:53:32.913966 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:53:11" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26992): Process ended prematurely: osmo-stp_10.42.42.5(pid=26992) [trial-2365↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26992)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26992): Process ended prematurely: osmo-stp_10.42.42.5(pid=26992) [trial-2365↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a22:53:34.944332 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:34.955339 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:53:35.094247 tst emergency_mo_mt_call.py: using LAC 24226\u000a22:53:35.215758 tst emergency_mo_mt_call.py: using RAC 1\u000a22:53:35.337509 tst emergency_mo_mt_call.py: using CellId 24226\u000a22:53:35.453509 tst emergency_mo_mt_call.py: using BVCI 24227\u000a22:53:35.475885 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:35.486731 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:35.497421 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:35.508512 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:35.520022 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:35.531169 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:35.648880 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:35.854911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:36.357266 run create_hlr_db(pid=26986): Launched\u000a22:53:36.540223 bus /sierra_2: Setting Powered False\u000a22:53:37.560589 run create_hlr_db(pid=26986): Terminated: ok {rc=0}\u000a22:53:37.958271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26988): Launched\u000a22:53:38.254102 run osmo-hlr_10.42.42.2(pid=26989): Launched\u000a22:53:38.361615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:38.873355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26991): Launched\u000a22:53:39.168137 run osmo-stp_10.42.42.5(pid=26992): Launched\u000a22:53:39.295796 tst emergency_mo_mt_call.py: using MSISDN 7413\u000a22:53:39.448268 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:39.989278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26994): Launched\u000a22:53:40.284639 run osmo-msc_10.42.42.6(pid=26995): Launched\u000a22:53:40.459099 run osmo-stp_10.42.42.5(pid=26992): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26992)]\u000a22:53:40.584680 run osmo-stp_10.42.42.5(pid=26992): stdout: \u000a| (launched: 2022-12-09_22:53:39.022841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:40.708135 run osmo-stp_10.42.42.5(pid=26992): stderr: \u000a| �[0;m�[38;5;43m20221209225339194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225339194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225339194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225339195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225339195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225339195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225339196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:40.827158 run osmo-stp_10.42.42.5(pid=26992): stdout: \u000a| (launched: 2022-12-09_22:53:39.022841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:40.945231 run osmo-stp_10.42.42.5(pid=26992): stderr: \u000a| �[0;m�[38;5;43m20221209225339194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225339194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225339194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225339195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225339195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225339195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225339196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:40.996939 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26992): Process ended prematurely: osmo-stp_10.42.42.5(pid=26992) [trial-2365↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26992)] [trial-2365↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a22:53:41.005123 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a22:53:41.065870 run osmo-hlr_10.42.42.2(pid=26989): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26989)]\u000a22:53:41.115634 run osmo-hlr_10.42.42.2(pid=26989): stdout: \u000a| (launched: 2022-12-09_22:53:38.109422) \u000a22:53:41.165268 run osmo-hlr_10.42.42.2(pid=26989): stderr: \u000a| �[0;m�[1;31m20221209225338284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225338284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225338284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225338284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225338284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225338284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225338298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225338306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225338307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225338307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:41.233610 run osmo-msc_10.42.42.6(pid=26995): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26995)]\u000a22:53:41.283057 run osmo-msc_10.42.42.6(pid=26995): stdout: \u000a| (launched: 2022-12-09_22:53:40.138797) \u000a22:53:41.333200 run osmo-msc_10.42.42.6(pid=26995): stderr: \u000a| �[0;m�[38;5;43m20221209225340408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225340408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b80f8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225340408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225340408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225340408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225340408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225340411 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225340411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225340411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225340411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:41.375074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26988): Terminating (SIGTERM)\u000a22:53:41.414989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26991): Terminating (SIGTERM)\u000a22:53:41.454966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26994): Terminating (SIGTERM)\u000a22:53:41.464630 --- ParallelTerminationStrategy: PID 26988 died...\u000a22:53:41.518502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26988): Terminated: ok {rc=0}\u000a22:53:41.528508 --- ParallelTerminationStrategy: PID 26991 died...\u000a22:53:41.582038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26991): Terminated: ok {rc=0}\u000a22:53:41.592073 --- ParallelTerminationStrategy: PID 26994 died...\u000a22:53:41.645566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26994): Terminated: ok {rc=0}\u000a22:53:41.734264 bus /sierra_3: Setting Powered False\u000a22:53:42.841851 bus /sierra_3: Setting Powered False\u000a22:53:43.953210 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 203, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27003): Process ended prematurely: osmo-stp_10.42.42.5(pid=27003) [trial-2365↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27003)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27003): Process ended prematurely: osmo-stp_10.42.42.5(pid=27003) [trial-2365↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a22:53:45.005764 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:45.017411 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:53:45.160504 tst emergency_preemptive_call.py: using LAC 24227\u000a22:53:45.284843 tst emergency_preemptive_call.py: using RAC 2\u000a22:53:45.408789 tst emergency_preemptive_call.py: using CellId 24227\u000a22:53:45.537473 tst emergency_preemptive_call.py: using BVCI 24228\u000a22:53:45.561597 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:45.572837 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:45.584008 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:45.595122 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:45.606244 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a22:53:45.617305 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:45.732160 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:45.855243 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:45.978818 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:53:46.182703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:53:46.708002 run create_hlr_db(pid=26997): Launched\u000a22:53:46.885330 bus /sierra_2: Setting Powered False\u000a22:53:47.900336 run create_hlr_db(pid=26997): Terminated: ok {rc=0}\u000a22:53:48.295424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26999): Launched\u000a22:53:48.591272 run osmo-hlr_10.42.42.2(pid=27000): Launched\u000a22:53:48.705085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:53:49.230368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27002): Launched\u000a22:53:49.525263 run osmo-stp_10.42.42.5(pid=27003): Launched\u000a22:53:49.649345 tst emergency_preemptive_call.py: using MSISDN 7414\u000a22:53:49.795942 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:53:50.332817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27005): Launched\u000a22:53:50.628779 run osmo-msc_10.42.42.6(pid=27006): Launched\u000a22:53:50.802102 run osmo-stp_10.42.42.5(pid=27003): ERR: Terminated: ERROR {rc=1} [trial-2365↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27003)]\u000a22:53:50.927697 run osmo-stp_10.42.42.5(pid=27003): stdout: \u000a| (launched: 2022-12-09_22:53:49.380002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:51.051125 run osmo-stp_10.42.42.5(pid=27003): stderr: \u000a| �[0;m�[38;5;43m20221209225349548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225349549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225349549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225349550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225349550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225349550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225349550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:51.170015 run osmo-stp_10.42.42.5(pid=27003): stdout: \u000a| (launched: 2022-12-09_22:53:49.380002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:53:51.288424 run osmo-stp_10.42.42.5(pid=27003): stderr: \u000a| �[0;m�[38;5;43m20221209225349548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225349549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225349549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225349550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225349550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225349550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225349550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:53:51.340174 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=27003): Process ended prematurely: osmo-stp_10.42.42.5(pid=27003) [trial-2365↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27003)] [trial-2365↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a22:53:51.348235 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a22:53:51.409138 run osmo-hlr_10.42.42.2(pid=27000): ERR: Terminated: ERROR {rc=237} [trial-2365↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27000)]\u000a22:53:51.458317 run osmo-hlr_10.42.42.2(pid=27000): stdout: \u000a| (launched: 2022-12-09_22:53:48.445776) \u000a22:53:51.508191 run osmo-hlr_10.42.42.2(pid=27000): stderr: \u000a| �[0;m�[1;31m20221209225348623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225348623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225348623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225348623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225348623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225348623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225348636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225348645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225348645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225348645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:53:51.575752 run osmo-msc_10.42.42.6(pid=27006): ERR: Terminated: ERROR {rc=2} [trial-2365↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27006)]\u000a22:53:51.625310 run osmo-msc_10.42.42.6(pid=27006): stdout: \u000a| (launched: 2022-12-09_22:53:50.482238) \u000a22:53:51.674656 run osmo-msc_10.42.42.6(pid=27006): stderr: \u000a| �[0;m�[38;5;43m20221209225350753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225350753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fadf7539c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225350753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225350753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225350753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225350754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225350755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225350756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225350756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225350757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:53:51.716904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26999): Terminating (SIGTERM)\u000a22:53:51.757250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27002): Terminating (SIGTERM)\u000a22:53:51.797049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27005): Terminating (SIGTERM)\u000a22:53:51.806325 --- ParallelTerminationStrategy: PID 26999 died...\u000a22:53:51.861358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26999): Terminated: ok {rc=0}\u000a22:53:51.871089 --- ParallelTerminationStrategy: PID 27002 died...\u000a22:53:51.924508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27002): Terminated: ok {rc=0}\u000a22:53:51.934514 --- ParallelTerminationStrategy: PID 27005 died...\u000a22:53:51.988256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27005): Terminated: ok {rc=0}\u000a22:53:52.071489 bus /sierra_9: Setting Powered False\u000a22:53:53.178435 bus /sierra_9: Setting Powered False\u000a22:53:54.285526 bus /sierra_8: Setting Powered False\u000a22:53:55.392453 bus /sierra_8: Setting Powered False\u000a22:53:56.504058 bus /sierra_3: Setting Powered False\u000a22:53:57.607798 bus /sierra_3: Setting Powered False\u000a22:53:58.719740 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:53:34" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27021): Process ended prematurely: osmo-stp_10.42.42.5(pid=27021) [trial-2365↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27021)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27021): Process ended prematurely: osmo-stp_10.42.42.5(pid=27021) [trial-2365↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:54:00.846670 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:00.858836 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:01.013143 tst cs_paging_gprs_active.py: using LAC 24228\u000a22:54:01.165178 tst cs_paging_gprs_active.py: using RAC 3\u000a22:54:01.314905 tst cs_paging_gprs_active.py: using CellId 24228\u000a22:54:01.464702 tst cs_paging_gprs_active.py: using BVCI 24229\u000a22:54:01.496915 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:01.510676 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:01.521659 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:01.533635 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:01.545954 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:01.559007 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:01.572909 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:01.585499 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:01.597669 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:01.721308 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:02.004921 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:54:02.133111 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:02.449380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27011): Launched\u000a22:54:02.709239 run iperf3-srv_10.42.42.10(pid=27012): Launched\u000a22:54:02.892053 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:54:03.017220 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:03.328596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27013): Launched\u000a22:54:03.587399 run iperf3-srv_10.42.42.10(pid=27014): Launched\u000a22:54:03.770475 tst cs_paging_gprs_active.py:38: start network...\u000a22:54:03.895474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:04.369598 run create_hlr_db(pid=27015): Launched\u000a22:54:04.542766 bus /sierra_2: Setting Powered False\u000a22:54:05.565057 run create_hlr_db(pid=27015): Terminated: ok {rc=0}\u000a22:54:05.992682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27017): Launched\u000a22:54:06.313983 run osmo-hlr_10.42.42.2(pid=27018): Launched\u000a22:54:06.432479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:06.990254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27020): Launched\u000a22:54:07.313820 run osmo-stp_10.42.42.5(pid=27021): Launched\u000a22:54:07.433494 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:07.996336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27023): Launched\u000a22:54:08.110888 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:08.391530 run patchelf(pid=27024): Launched\u000a22:54:08.580399 run osmo-stp_10.42.42.5(pid=27021): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27021)]\u000a22:54:08.717981 run osmo-stp_10.42.42.5(pid=27021): stdout: \u000a| (launched: 2022-12-09_22:54:07.154553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:08.855856 run osmo-stp_10.42.42.5(pid=27021): stderr: \u000a| �[0;m�[38;5;43m20221209225407347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225407347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225407347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225407348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225407348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225407348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225407348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:08.988856 run osmo-stp_10.42.42.5(pid=27021): stdout: \u000a| (launched: 2022-12-09_22:54:07.154553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:09.121015 run osmo-stp_10.42.42.5(pid=27021): stderr: \u000a| �[0;m�[38;5;43m20221209225407347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225407347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225407347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225407348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225407348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225407348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225407348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:09.275372 run patchelf(pid=27024): Terminating (SIGINT)\u000a22:54:09.458447 run patchelf(pid=27024): Terminated: ok {rc=0}\u000a22:54:09.491530 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27021): Process ended prematurely: osmo-stp_10.42.42.5(pid=27021) [trial-2365↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27021)] [trial-2365↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a22:54:09.501305 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:54:09.563960 run osmo-hlr_10.42.42.2(pid=27018): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27018)]\u000a22:54:09.615046 run osmo-hlr_10.42.42.2(pid=27018): stdout: \u000a| (launched: 2022-12-09_22:54:06.156633) \u000a22:54:09.667152 run osmo-hlr_10.42.42.2(pid=27018): stderr: \u000a| �[0;m�[1;31m20221209225406356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225406356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225406356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225406356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225406357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225406357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225406370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225406380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225406381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225406381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:09.711532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27011): Terminating (SIGTERM)\u000a22:54:09.753457 run iperf3-srv_10.42.42.10(pid=27012): Terminating (SIGTERM)\u000a22:54:09.795289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27013): Terminating (SIGTERM)\u000a22:54:09.837243 run iperf3-srv_10.42.42.10(pid=27014): Terminating (SIGTERM)\u000a22:54:09.878991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27017): Terminating (SIGTERM)\u000a22:54:09.920870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27020): Terminating (SIGTERM)\u000a22:54:09.962977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27023): Terminating (SIGTERM)\u000a22:54:09.972892 --- ParallelTerminationStrategy: PID 27011 died...\u000a22:54:10.028506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27011): Terminated: ok {rc=0}\u000a22:54:10.038867 --- ParallelTerminationStrategy: PID 27012 died...\u000a22:54:10.093905 run iperf3-srv_10.42.42.10(pid=27012): Terminated {rc=256}\u000a22:54:10.103954 --- ParallelTerminationStrategy: PID 27013 died...\u000a22:54:10.159097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27013): Terminated: ok {rc=0}\u000a22:54:10.169121 --- ParallelTerminationStrategy: PID 27014 died...\u000a22:54:10.224162 run iperf3-srv_10.42.42.10(pid=27014): Terminated {rc=256}\u000a22:54:10.234244 --- ParallelTerminationStrategy: PID 27017 died...\u000a22:54:10.289363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27017): Terminated: ok {rc=0}\u000a22:54:10.299429 --- ParallelTerminationStrategy: PID 27020 died...\u000a22:54:10.355124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27020): Terminated: ok {rc=0}\u000a22:54:10.365569 --- ParallelTerminationStrategy: PID 27023 died...\u000a22:54:10.420803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27023): Terminated: ok {rc=0}\u000a22:54:10.506846 bus /gobi_0: Setting Powered False\u000a22:54:11.613501 bus /gobi_0: Setting Powered False\u000a22:54:12.724173 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27033): Process ended prematurely: osmo-stp_10.42.42.5(pid=27033) [trial-2365↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27033)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27033): Process ended prematurely: osmo-stp_10.42.42.5(pid=27033) [trial-2365↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a22:54:13.834277 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:13.845501 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:13.981416 tst iperf3.py: using LAC 24229\u000a22:54:14.099359 tst iperf3.py: using RAC 4\u000a22:54:14.219343 tst iperf3.py: using CellId 24229\u000a22:54:14.338925 tst iperf3.py: using BVCI 24230\u000a22:54:14.362025 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:14.372526 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:14.382979 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:14.393680 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:14.404110 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:14.414782 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:14.425914 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:14.436591 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:14.447446 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:14.729667 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:54:14.854678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:15.166739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27025): Launched\u000a22:54:15.426474 run iperf3-srv_10.42.42.10(pid=27026): Launched\u000a22:54:15.609935 tst iperf3.py:8: start network...\u000a22:54:15.735038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:16.265607 run create_hlr_db(pid=27027): Launched\u000a22:54:16.443072 bus /gobi_6: Setting Powered False\u000a22:54:17.469907 run create_hlr_db(pid=27027): Terminated: ok {rc=0}\u000a22:54:17.898003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27029): Launched\u000a22:54:18.219382 run osmo-hlr_10.42.42.2(pid=27030): Launched\u000a22:54:18.340211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:18.905396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27032): Launched\u000a22:54:19.223590 run osmo-stp_10.42.42.5(pid=27033): Launched\u000a22:54:19.334916 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:19.859926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27035): Launched\u000a22:54:19.966860 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:20.230219 run patchelf(pid=27036): Launched\u000a22:54:20.407781 run osmo-stp_10.42.42.5(pid=27033): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27033)]\u000a22:54:20.537406 run osmo-stp_10.42.42.5(pid=27033): stdout: \u000a| (launched: 2022-12-09_22:54:19.069071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:20.666738 run osmo-stp_10.42.42.5(pid=27033): stderr: \u000a| �[0;m�[38;5;43m20221209225419238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225419238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225419239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225419239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225419240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225419240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225419240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:20.791888 run osmo-stp_10.42.42.5(pid=27033): stdout: \u000a| (launched: 2022-12-09_22:54:19.069071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:20.915408 run osmo-stp_10.42.42.5(pid=27033): stderr: \u000a| �[0;m�[38;5;43m20221209225419238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225419238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225419239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225419239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225419240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225419240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225419240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:21.060098 run patchelf(pid=27036): Terminating (SIGINT)\u000a22:54:21.230818 run patchelf(pid=27036): Terminated: ok {rc=0}\u000a22:54:21.262193 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27033): Process ended prematurely: osmo-stp_10.42.42.5(pid=27033) [trial-2365↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27033)] [trial-2365↪gprs:nanobts+band-900↪iperf3.py:8]\u000a22:54:21.271471 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a22:54:21.331774 run osmo-hlr_10.42.42.2(pid=27030): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27030)]\u000a22:54:21.381274 run osmo-hlr_10.42.42.2(pid=27030): stdout: \u000a| (launched: 2022-12-09_22:54:18.061356) \u000a22:54:21.430614 run osmo-hlr_10.42.42.2(pid=27030): stderr: \u000a| �[0;m�[1;31m20221209225418261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225418261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225418261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225418261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225418261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225418261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225418274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225418282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225418282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225418282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:21.473062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27025): Terminating (SIGTERM)\u000a22:54:21.513136 run iperf3-srv_10.42.42.10(pid=27026): Terminating (SIGTERM)\u000a22:54:21.553690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27029): Terminating (SIGTERM)\u000a22:54:21.593840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27032): Terminating (SIGTERM)\u000a22:54:21.633932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27035): Terminating (SIGTERM)\u000a22:54:21.643188 --- ParallelTerminationStrategy: PID 27025 died...\u000a22:54:21.697430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27025): Terminated: ok {rc=0}\u000a22:54:21.707201 --- ParallelTerminationStrategy: PID 27026 died...\u000a22:54:21.760368 run iperf3-srv_10.42.42.10(pid=27026): Terminated {rc=256}\u000a22:54:21.770246 --- ParallelTerminationStrategy: PID 27029 died...\u000a22:54:21.823597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27029): Terminated: ok {rc=0}\u000a22:54:21.833615 --- ParallelTerminationStrategy: PID 27032 died...\u000a22:54:21.886928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27032): Terminated: ok {rc=0}\u000a22:54:21.896657 --- ParallelTerminationStrategy: PID 27035 died...\u000a22:54:21.950245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27035): Terminated: ok {rc=0}\u000a22:54:22.034234 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 205, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27051): Process ended prematurely: osmo-stp_10.42.42.5(pid=27051) [trial-2365↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27051)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27051): Process ended prematurely: osmo-stp_10.42.42.5(pid=27051) [trial-2365↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a22:54:23.149542 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.161152 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:23.304924 tst iperf3m4.py: using LAC 24230\u000a22:54:23.432916 tst iperf3m4.py: using RAC 5\u000a22:54:23.560910 tst iperf3m4.py: using CellId 24230\u000a22:54:23.687190 tst iperf3m4.py: using BVCI 24231\u000a22:54:23.711987 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.723158 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.734080 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.744801 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.755734 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.767012 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.778245 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.789050 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:23.800227 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:23.920189 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:24.039515 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:24.158513 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:24.436893 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:54:24.562990 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:24.876234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27037): Launched\u000a22:54:25.135804 run iperf3-srv_10.42.42.10(pid=27038): Launched\u000a22:54:25.319494 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:54:25.444845 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:25.757060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27039): Launched\u000a22:54:26.015953 run iperf3-srv_10.42.42.10(pid=27040): Launched\u000a22:54:26.199460 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:54:26.324543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:26.635620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27041): Launched\u000a22:54:26.893912 run iperf3-srv_10.42.42.10(pid=27042): Launched\u000a22:54:27.076318 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:54:27.201175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:54:27.513063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27043): Launched\u000a22:54:27.774100 run iperf3-srv_10.42.42.10(pid=27044): Launched\u000a22:54:27.958708 tst iperf3m4.py:8: start network...\u000a22:54:28.084218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:28.562344 run create_hlr_db(pid=27045): Launched\u000a22:54:28.735377 bus /gobi_6: Setting Powered False\u000a22:54:29.757309 run create_hlr_db(pid=27045): Terminated: ok {rc=0}\u000a22:54:30.160370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27047): Launched\u000a22:54:30.464053 run osmo-hlr_10.42.42.2(pid=27048): Launched\u000a22:54:30.583367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:31.188851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27050): Launched\u000a22:54:31.730961 run osmo-stp_10.42.42.5(pid=27051): Launched\u000a22:54:31.933305 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:32.476318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27053): Launched\u000a22:54:32.583884 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:32.847855 run patchelf(pid=27054): Launched\u000a22:54:33.026852 run osmo-stp_10.42.42.5(pid=27051): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27051)]\u000a22:54:33.158254 run osmo-stp_10.42.42.5(pid=27051): stdout: \u000a| (launched: 2022-12-09_22:54:31.408865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:33.289161 run osmo-stp_10.42.42.5(pid=27051): stderr: \u000a| �[0;m�[38;5;43m20221209225431630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225431630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225431631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225431631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225431632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225431632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225431632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:33.415533 run osmo-stp_10.42.42.5(pid=27051): stdout: \u000a| (launched: 2022-12-09_22:54:31.408865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:33.540363 run osmo-stp_10.42.42.5(pid=27051): stderr: \u000a| �[0;m�[38;5;43m20221209225431630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225431630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225431631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225431631 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225431632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225431632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225431632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:33.687818 run patchelf(pid=27054): Terminating (SIGINT)\u000a22:54:33.861413 run patchelf(pid=27054): Terminated: ok {rc=0}\u000a22:54:33.893211 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27051): Process ended prematurely: osmo-stp_10.42.42.5(pid=27051) [trial-2365↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27051)] [trial-2365↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a22:54:33.902382 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:54:33.963805 run osmo-hlr_10.42.42.2(pid=27048): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27048)]\u000a22:54:34.012728 run osmo-hlr_10.42.42.2(pid=27048): stdout: \u000a| (launched: 2022-12-09_22:54:30.313542) \u000a22:54:34.062749 run osmo-hlr_10.42.42.2(pid=27048): stderr: \u000a| �[0;m�[1;31m20221209225430489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225430489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225430489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225430489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225430489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225430489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225430501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225430509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225430510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225430510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:34.105118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27037): Terminating (SIGTERM)\u000a22:54:34.144823 run iperf3-srv_10.42.42.10(pid=27038): Terminating (SIGTERM)\u000a22:54:34.184700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27039): Terminating (SIGTERM)\u000a22:54:34.224600 run iperf3-srv_10.42.42.10(pid=27040): Terminating (SIGTERM)\u000a22:54:34.264522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27041): Terminating (SIGTERM)\u000a22:54:34.304430 run iperf3-srv_10.42.42.10(pid=27042): Terminating (SIGTERM)\u000a22:54:34.344471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27043): Terminating (SIGTERM)\u000a22:54:34.384356 run iperf3-srv_10.42.42.10(pid=27044): Terminating (SIGTERM)\u000a22:54:34.424333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27047): Terminating (SIGTERM)\u000a22:54:34.464282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27050): Terminating (SIGTERM)\u000a22:54:34.505367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27053): Terminating (SIGTERM)\u000a22:54:34.514618 --- ParallelTerminationStrategy: PID 27037 died...\u000a22:54:34.568295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27037): Terminated: ok {rc=0}\u000a22:54:34.577985 --- ParallelTerminationStrategy: PID 27038 died...\u000a22:54:34.631046 run iperf3-srv_10.42.42.10(pid=27038): Terminated {rc=256}\u000a22:54:34.640722 --- ParallelTerminationStrategy: PID 27039 died...\u000a22:54:34.693677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27039): Terminated: ok {rc=0}\u000a22:54:34.703579 --- ParallelTerminationStrategy: PID 27040 died...\u000a22:54:34.756534 run iperf3-srv_10.42.42.10(pid=27040): Terminated {rc=256}\u000a22:54:34.766447 --- ParallelTerminationStrategy: PID 27041 died...\u000a22:54:34.819387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27041): Terminated: ok {rc=0}\u000a22:54:34.829118 --- ParallelTerminationStrategy: PID 27042 died...\u000a22:54:34.881780 run iperf3-srv_10.42.42.10(pid=27042): Terminated {rc=256}\u000a22:54:34.891622 --- ParallelTerminationStrategy: PID 27043 died...\u000a22:54:34.944185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27043): Terminated: ok {rc=0}\u000a22:54:34.954074 --- ParallelTerminationStrategy: PID 27044 died...\u000a22:54:35.006845 run iperf3-srv_10.42.42.10(pid=27044): Terminated {rc=256}\u000a22:54:35.016532 --- ParallelTerminationStrategy: PID 27047 died...\u000a22:54:35.068762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27047): Terminated: ok {rc=0}\u000a22:54:35.078740 --- ParallelTerminationStrategy: PID 27050 died...\u000a22:54:35.131884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27050): Terminated: ok {rc=0}\u000a22:54:35.141870 --- ParallelTerminationStrategy: PID 27053 died...\u000a22:54:35.194489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27053): Terminated: ok {rc=0}\u000a22:54:35.282709 bus /gobi_4: Setting Powered False\u000a22:54:36.386802 bus /gobi_4: Setting Powered False\u000a22:54:37.497884 bus /gobi_1: Setting Powered False\u000a22:54:38.600370 bus /gobi_1: Setting Powered False\u000a22:54:39.706704 bus /gobi_0: Setting Powered False\u000a22:54:40.812657 bus /gobi_0: Setting Powered False\u000a22:54:41.921015 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27062): Process ended prematurely: osmo-stp_10.42.42.5(pid=27062) [trial-2365↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27062)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27062): Process ended prematurely: osmo-stp_10.42.42.5(pid=27062) [trial-2365↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a22:54:42.990261 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.002096 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:43.143054 tst ping.py: using LAC 24231\u000a22:54:43.267272 tst ping.py: using RAC 6\u000a22:54:43.390179 tst ping.py: using CellId 24231\u000a22:54:43.515468 tst ping.py: using BVCI 24232\u000a22:54:43.539834 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.551089 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.562161 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.573152 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.583969 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.594872 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.606423 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:43.617489 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:43.905037 tst ping.py:19: start network...\u000a22:54:44.036445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:44.538999 run create_hlr_db(pid=27056): Launched\u000a22:54:44.721697 bus /gobi_6: Setting Powered False\u000a22:54:45.743064 run create_hlr_db(pid=27056): Terminated: ok {rc=0}\u000a22:54:46.196773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27058): Launched\u000a22:54:46.636427 run osmo-hlr_10.42.42.2(pid=27059): Launched\u000a22:54:46.866302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:47.421949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27061): Launched\u000a22:54:47.719489 run osmo-stp_10.42.42.5(pid=27062): Launched\u000a22:54:47.828062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:48.341890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27064): Launched\u000a22:54:48.448581 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:48.706950 run patchelf(pid=27065): Launched\u000a22:54:48.880405 run osmo-stp_10.42.42.5(pid=27062): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27062)]\u000a22:54:49.007668 run osmo-stp_10.42.42.5(pid=27062): stdout: \u000a| (launched: 2022-12-09_22:54:47.572604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:49.135042 run osmo-stp_10.42.42.5(pid=27062): stderr: \u000a| �[0;m�[38;5;43m20221209225447742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225447742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225447742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225447743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225447743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225447743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225447743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:49.257060 run osmo-stp_10.42.42.5(pid=27062): stdout: \u000a| (launched: 2022-12-09_22:54:47.572604)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:49.377849 run osmo-stp_10.42.42.5(pid=27062): stderr: \u000a| �[0;m�[38;5;43m20221209225447742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225447742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225447742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225447743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225447743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225447743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225447743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:49.520303 run patchelf(pid=27065): Terminating (SIGINT)\u000a22:54:49.687216 run patchelf(pid=27065): Terminated: ok {rc=0}\u000a22:54:49.717527 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27062): Process ended prematurely: osmo-stp_10.42.42.5(pid=27062) [trial-2365↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27062)] [trial-2365↪gprs:nanobts+band-900↪ping.py:22]\u000a22:54:49.726155 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:54:49.786657 run osmo-hlr_10.42.42.2(pid=27059): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27059)]\u000a22:54:49.835667 run osmo-hlr_10.42.42.2(pid=27059): stdout: \u000a| (launched: 2022-12-09_22:54:46.349844) \u000a22:54:49.884912 run osmo-hlr_10.42.42.2(pid=27059): stderr: \u000a| �[0;m�[1;31m20221209225446603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225446603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225446603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225446603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225446603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225446603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225446618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225446626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225446626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225446626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:49.926992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27058): Terminating (SIGTERM)\u000a22:54:49.966388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27061): Terminating (SIGTERM)\u000a22:54:50.005899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27064): Terminating (SIGTERM)\u000a22:54:50.015405 --- ParallelTerminationStrategy: PID 27058 died...\u000a22:54:50.068903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27058): Terminated: ok {rc=0}\u000a22:54:50.078797 --- ParallelTerminationStrategy: PID 27061 died...\u000a22:54:50.132009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27061): Terminated: ok {rc=0}\u000a22:54:50.141683 --- ParallelTerminationStrategy: PID 27064 died...\u000a22:54:50.195151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27064): Terminated: ok {rc=0}\u000a22:54:50.282259 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27072): Process ended prematurely: osmo-stp_10.42.42.5(pid=27072) [trial-2365↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27072): Process ended prematurely: osmo-stp_10.42.42.5(pid=27072) [trial-2365↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a22:54:51.333796 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.345023 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a22:54:51.481969 tst ping_idle_ping.py: using LAC 24232\u000a22:54:51.605912 tst ping_idle_ping.py: using RAC 7\u000a22:54:51.734763 tst ping_idle_ping.py: using CellId 24232\u000a22:54:51.859108 tst ping_idle_ping.py: using BVCI 24233\u000a22:54:51.883596 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.894925 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.906007 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.916895 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.927695 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.939077 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.950328 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a22:54:51.961382 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a22:54:52.235310 tst ping_idle_ping.py:24: start network...\u000a22:54:52.358199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:54:52.827326 run create_hlr_db(pid=27066): Launched\u000a22:54:52.999172 bus /gobi_6: Setting Powered False\u000a22:54:54.020003 run create_hlr_db(pid=27066): Terminated: ok {rc=0}\u000a22:54:54.414748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27068): Launched\u000a22:54:54.710902 run osmo-hlr_10.42.42.2(pid=27069): Launched\u000a22:54:54.822511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:54:55.335637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27071): Launched\u000a22:54:55.631995 run osmo-stp_10.42.42.5(pid=27072): Launched\u000a22:54:55.740912 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:54:56.264881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27074): Launched\u000a22:54:56.378189 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:54:56.654440 run patchelf(pid=27075): Launched\u000a22:54:56.840327 run osmo-stp_10.42.42.5(pid=27072): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)]\u000a22:54:56.976098 run osmo-stp_10.42.42.5(pid=27072): stdout: \u000a| (launched: 2022-12-09_22:54:55.486021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:57.112266 run osmo-stp_10.42.42.5(pid=27072): stderr: \u000a| �[0;m�[38;5;43m20221209225455656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225455656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225455657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225455657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225455658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225455658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225455658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:57.242749 run osmo-stp_10.42.42.5(pid=27072): stdout: \u000a| (launched: 2022-12-09_22:54:55.486021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:54:57.372713 run osmo-stp_10.42.42.5(pid=27072): stderr: \u000a| �[0;m�[38;5;43m20221209225455656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225455656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225455657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225455657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225455658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225455658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225455658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:54:57.525517 run patchelf(pid=27075): Terminating (SIGINT)\u000a22:54:57.705484 run patchelf(pid=27075): Terminated: ok {rc=0}\u000a22:54:57.738013 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27072): Process ended prematurely: osmo-stp_10.42.42.5(pid=27072) [trial-2365↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)] [trial-2365↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a22:54:57.747343 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:54:57.810469 run osmo-hlr_10.42.42.2(pid=27069): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27069)]\u000a22:54:57.861766 run osmo-hlr_10.42.42.2(pid=27069): stdout: \u000a| (launched: 2022-12-09_22:54:54.564822) \u000a22:54:57.913569 run osmo-hlr_10.42.42.2(pid=27069): stderr: \u000a| �[0;m�[1;31m20221209225454741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225454741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225454741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225454741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225454741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225454741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225454752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225454761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225454761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225454761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:54:57.957691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27068): Terminating (SIGTERM)\u000a22:54:57.999295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27071): Terminating (SIGTERM)\u000a22:54:58.040890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27074): Terminating (SIGTERM)\u000a22:54:58.050708 --- ParallelTerminationStrategy: PID 27068 died...\u000a22:54:58.106849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27068): Terminated: ok {rc=0}\u000a22:54:58.117090 --- ParallelTerminationStrategy: PID 27071 died...\u000a22:54:58.172256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27071): Terminated: ok {rc=0}\u000a22:54:58.182428 --- ParallelTerminationStrategy: PID 27074 died...\u000a22:54:58.237568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27074): Terminated: ok {rc=0}\u000a22:54:58.325595 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:54:00" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27094): Process ended prematurely: osmo-stp_10.42.42.5(pid=27094) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27094)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27094): Process ended prematurely: osmo-stp_10.42.42.5(pid=27094) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:55:00.488882 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:00.500064 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:00.645984 tst cs_paging_gprs_active.py: using LAC 24233\u000a22:55:00.771627 tst cs_paging_gprs_active.py: using RAC 8\u000a22:55:00.927353 tst cs_paging_gprs_active.py: using CellId 24233\u000a22:55:01.072866 tst cs_paging_gprs_active.py: using BVCI 24234\u000a22:55:01.106043 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.120477 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.135012 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.152311 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.168808 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.186028 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.202613 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.218524 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:01.231956 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:01.367835 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:01.686547 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:55:01.827264 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:02.198581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27084): Launched\u000a22:55:02.495268 run iperf3-srv_10.42.42.10(pid=27085): Launched\u000a22:55:02.692573 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:55:02.826862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:03.160097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27086): Launched\u000a22:55:03.436650 run iperf3-srv_10.42.42.10(pid=27087): Launched\u000a22:55:03.633500 tst cs_paging_gprs_active.py:38: start network...\u000a22:55:03.767864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:04.284216 run create_hlr_db(pid=27088): Launched\u000a22:55:04.470569 bus /gobi_6: Setting Powered False\u000a22:55:05.491482 run create_hlr_db(pid=27088): Terminated: ok {rc=0}\u000a22:55:05.919465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27090): Launched\u000a22:55:06.240938 run osmo-hlr_10.42.42.2(pid=27091): Launched\u000a22:55:06.358130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:06.916545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27093): Launched\u000a22:55:07.238915 run osmo-stp_10.42.42.5(pid=27094): Launched\u000a22:55:07.355679 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:07.918385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27096): Launched\u000a22:55:08.034317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:08.317564 run patchelf(pid=27097): Launched\u000a22:55:08.507229 run osmo-stp_10.42.42.5(pid=27094): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27094)]\u000a22:55:08.645339 run osmo-stp_10.42.42.5(pid=27094): stdout: \u000a| (launched: 2022-12-09_22:55:07.080577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:08.783249 run osmo-stp_10.42.42.5(pid=27094): stderr: \u000a| �[0;m�[38;5;43m20221209225507272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225507272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225507272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225507273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225507275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225507275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225507275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:08.916853 run osmo-stp_10.42.42.5(pid=27094): stdout: \u000a| (launched: 2022-12-09_22:55:07.080577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:09.049120 run osmo-stp_10.42.42.5(pid=27094): stderr: \u000a| �[0;m�[38;5;43m20221209225507272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225507272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225507272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225507273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225507275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225507275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225507275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:09.203518 run patchelf(pid=27097): Terminating (SIGINT)\u000a22:55:09.386206 run patchelf(pid=27097): Terminated: ok {rc=0}\u000a22:55:09.419436 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27094): Process ended prematurely: osmo-stp_10.42.42.5(pid=27094) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27094)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a22:55:09.429420 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a22:55:09.491995 run osmo-hlr_10.42.42.2(pid=27091): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27091)]\u000a22:55:09.543122 run osmo-hlr_10.42.42.2(pid=27091): stdout: \u000a| (launched: 2022-12-09_22:55:06.083223) \u000a22:55:09.594895 run osmo-hlr_10.42.42.2(pid=27091): stderr: \u000a| �[0;m�[1;31m20221209225506281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225506281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225506281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225506281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225506281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225506282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225506294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225506302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225506302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225506302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:09.638949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27084): Terminating (SIGTERM)\u000a22:55:09.680438 run iperf3-srv_10.42.42.10(pid=27085): Terminating (SIGTERM)\u000a22:55:09.722211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27086): Terminating (SIGTERM)\u000a22:55:09.763728 run iperf3-srv_10.42.42.10(pid=27087): Terminating (SIGTERM)\u000a22:55:09.805408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27090): Terminating (SIGTERM)\u000a22:55:09.847037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27093): Terminating (SIGTERM)\u000a22:55:09.888598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27096): Terminating (SIGTERM)\u000a22:55:09.898498 --- ParallelTerminationStrategy: PID 27084 died...\u000a22:55:09.954416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27084): Terminated: ok {rc=0}\u000a22:55:09.964463 --- ParallelTerminationStrategy: PID 27085 died...\u000a22:55:10.019617 run iperf3-srv_10.42.42.10(pid=27085): Terminated {rc=256}\u000a22:55:10.029713 --- ParallelTerminationStrategy: PID 27086 died...\u000a22:55:10.084984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27086): Terminated: ok {rc=0}\u000a22:55:10.095005 --- ParallelTerminationStrategy: PID 27087 died...\u000a22:55:10.150104 run iperf3-srv_10.42.42.10(pid=27087): Terminated {rc=256}\u000a22:55:10.160109 --- ParallelTerminationStrategy: PID 27090 died...\u000a22:55:10.215537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27090): Terminated: ok {rc=0}\u000a22:55:10.225929 --- ParallelTerminationStrategy: PID 27093 died...\u000a22:55:10.281370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27093): Terminated: ok {rc=0}\u000a22:55:10.291460 --- ParallelTerminationStrategy: PID 27096 died...\u000a22:55:10.346915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27096): Terminated: ok {rc=0}\u000a22:55:10.434145 bus /gobi_0: Setting Powered False\u000a22:55:11.540410 bus /gobi_0: Setting Powered False\u000a22:55:12.647182 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27106): Process ended prematurely: osmo-stp_10.42.42.5(pid=27106) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27106)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27106): Process ended prematurely: osmo-stp_10.42.42.5(pid=27106) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a22:55:13.756304 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:13.767803 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:13.905226 tst iperf3.py: using LAC 24234\u000a22:55:14.027862 tst iperf3.py: using RAC 9\u000a22:55:14.151742 tst iperf3.py: using CellId 24234\u000a22:55:14.271204 tst iperf3.py: using BVCI 24235\u000a22:55:14.294246 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.305136 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.315916 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.327042 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.337989 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.348848 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.359781 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.371958 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:14.383221 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:14.660647 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:55:14.786673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:15.099799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27098): Launched\u000a22:55:15.359573 run iperf3-srv_10.42.42.10(pid=27099): Launched\u000a22:55:15.543265 tst iperf3.py:8: start network...\u000a22:55:15.668649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:16.181155 run create_hlr_db(pid=27100): Launched\u000a22:55:16.358198 bus /gobi_6: Setting Powered False\u000a22:55:17.386542 run create_hlr_db(pid=27100): Terminated: ok {rc=0}\u000a22:55:17.789786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27102): Launched\u000a22:55:18.092133 run osmo-hlr_10.42.42.2(pid=27103): Launched\u000a22:55:18.210321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:18.741978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27105): Launched\u000a22:55:19.042044 run osmo-stp_10.42.42.5(pid=27106): Launched\u000a22:55:19.152353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:19.675277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27108): Launched\u000a22:55:19.782255 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:20.046342 run patchelf(pid=27109): Launched\u000a22:55:20.224042 run osmo-stp_10.42.42.5(pid=27106): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27106)]\u000a22:55:20.353582 run osmo-stp_10.42.42.5(pid=27106): stdout: \u000a| (launched: 2022-12-09_22:55:18.893768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:20.483399 run osmo-stp_10.42.42.5(pid=27106): stderr: \u000a| �[0;m�[38;5;43m20221209225519063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225519063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225519064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225519064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225519065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225519065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225519065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:20.608464 run osmo-stp_10.42.42.5(pid=27106): stdout: \u000a| (launched: 2022-12-09_22:55:18.893768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:20.732197 run osmo-stp_10.42.42.5(pid=27106): stderr: \u000a| �[0;m�[38;5;43m20221209225519063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225519063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225519064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225519064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225519065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225519065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225519065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:20.877051 run patchelf(pid=27109): Terminating (SIGINT)\u000a22:55:21.047612 run patchelf(pid=27109): Terminated: ok {rc=0}\u000a22:55:21.078845 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27106): Process ended prematurely: osmo-stp_10.42.42.5(pid=27106) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27106)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a22:55:21.088020 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a22:55:21.148258 run osmo-hlr_10.42.42.2(pid=27103): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27103)]\u000a22:55:21.197354 run osmo-hlr_10.42.42.2(pid=27103): stdout: \u000a| (launched: 2022-12-09_22:55:17.942392) \u000a22:55:21.246563 run osmo-hlr_10.42.42.2(pid=27103): stderr: \u000a| �[0;m�[1;31m20221209225518116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225518116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225518117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225518117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225518117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225518117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225518128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225518137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225518137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225518137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:21.288700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27098): Terminating (SIGTERM)\u000a22:55:21.328226 run iperf3-srv_10.42.42.10(pid=27099): Terminating (SIGTERM)\u000a22:55:21.367843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27102): Terminating (SIGTERM)\u000a22:55:21.407314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27105): Terminating (SIGTERM)\u000a22:55:21.446963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27108): Terminating (SIGTERM)\u000a22:55:21.456451 --- ParallelTerminationStrategy: PID 27098 died...\u000a22:55:21.510219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27098): Terminated: ok {rc=0}\u000a22:55:21.520062 --- ParallelTerminationStrategy: PID 27099 died...\u000a22:55:21.572692 run iperf3-srv_10.42.42.10(pid=27099): Terminated {rc=256}\u000a22:55:21.582527 --- ParallelTerminationStrategy: PID 27102 died...\u000a22:55:21.635999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27102): Terminated: ok {rc=0}\u000a22:55:21.645885 --- ParallelTerminationStrategy: PID 27105 died...\u000a22:55:21.698514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27105): Terminated: ok {rc=0}\u000a22:55:21.708209 --- ParallelTerminationStrategy: PID 27108 died...\u000a22:55:21.760727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27108): Terminated: ok {rc=0}\u000a22:55:21.843615 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27124): Process ended prematurely: osmo-stp_10.42.42.5(pid=27124) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27124)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27124): Process ended prematurely: osmo-stp_10.42.42.5(pid=27124) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a22:55:22.952514 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:22.964032 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:23.100644 tst iperf3m4.py: using LAC 24235\u000a22:55:23.225370 tst iperf3m4.py: using RAC 10\u000a22:55:23.350627 tst iperf3m4.py: using CellId 24235\u000a22:55:23.478886 tst iperf3m4.py: using BVCI 24236\u000a22:55:23.503670 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.515139 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.526509 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.537790 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.548758 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.559897 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.571188 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.582254 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:23.593431 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:23.715633 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:23.835575 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:23.951450 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:24.246030 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:55:24.380319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:24.712752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27110): Launched\u000a22:55:24.989606 run iperf3-srv_10.42.42.10(pid=27111): Launched\u000a22:55:25.186622 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:55:25.320556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:25.653881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27112): Launched\u000a22:55:25.930204 run iperf3-srv_10.42.42.10(pid=27113): Launched\u000a22:55:26.127956 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:55:26.262038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:26.595892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27114): Launched\u000a22:55:26.872472 run iperf3-srv_10.42.42.10(pid=27115): Launched\u000a22:55:27.069609 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:55:27.203466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:55:27.536840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27116): Launched\u000a22:55:27.813295 run iperf3-srv_10.42.42.10(pid=27117): Launched\u000a22:55:28.010108 tst iperf3m4.py:8: start network...\u000a22:55:28.144840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:28.641973 run create_hlr_db(pid=27118): Launched\u000a22:55:28.815398 bus /gobi_6: Setting Powered False\u000a22:55:29.837481 run create_hlr_db(pid=27118): Terminated: ok {rc=0}\u000a22:55:30.239108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27120): Launched\u000a22:55:30.540896 run osmo-hlr_10.42.42.2(pid=27121): Launched\u000a22:55:30.650219 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:31.209652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27123): Launched\u000a22:55:31.603168 run osmo-stp_10.42.42.5(pid=27124): Launched\u000a22:55:31.772234 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:32.559273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27126): Launched\u000a22:55:32.674191 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:32.954580 run patchelf(pid=27127): Launched\u000a22:55:33.143414 run osmo-stp_10.42.42.5(pid=27124): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27124)]\u000a22:55:33.281375 run osmo-stp_10.42.42.5(pid=27124): stdout: \u000a| (launched: 2022-12-09_22:55:31.379568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:33.419716 run osmo-stp_10.42.42.5(pid=27124): stderr: \u000a| �[0;m�[38;5;43m20221209225531747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225531747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225531747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225531751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225531754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225531754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225531754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:33.552849 run osmo-stp_10.42.42.5(pid=27124): stdout: \u000a| (launched: 2022-12-09_22:55:31.379568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:33.684782 run osmo-stp_10.42.42.5(pid=27124): stderr: \u000a| �[0;m�[38;5;43m20221209225531747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225531747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225531747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225531751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225531754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225531754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225531754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:33.839036 run patchelf(pid=27127): Terminating (SIGINT)\u000a22:55:34.020465 run patchelf(pid=27127): Terminated: ok {rc=0}\u000a22:55:34.053687 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27124): Process ended prematurely: osmo-stp_10.42.42.5(pid=27124) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27124)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a22:55:34.063590 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a22:55:34.126876 run osmo-hlr_10.42.42.2(pid=27121): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27121)]\u000a22:55:34.177658 run osmo-hlr_10.42.42.2(pid=27121): stdout: \u000a| (launched: 2022-12-09_22:55:30.392030) \u000a22:55:34.229433 run osmo-hlr_10.42.42.2(pid=27121): stderr: \u000a| �[0;m�[1;31m20221209225530568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225530568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225530569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225530569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225530569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225530569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225530606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225530616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225530616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225530616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:34.273746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27110): Terminating (SIGTERM)\u000a22:55:34.315324 run iperf3-srv_10.42.42.10(pid=27111): Terminating (SIGTERM)\u000a22:55:34.357047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27112): Terminating (SIGTERM)\u000a22:55:34.399042 run iperf3-srv_10.42.42.10(pid=27113): Terminating (SIGTERM)\u000a22:55:34.440806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27114): Terminating (SIGTERM)\u000a22:55:34.483815 run iperf3-srv_10.42.42.10(pid=27115): Terminating (SIGTERM)\u000a22:55:34.525701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27116): Terminating (SIGTERM)\u000a22:55:34.567624 run iperf3-srv_10.42.42.10(pid=27117): Terminating (SIGTERM)\u000a22:55:34.609337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27120): Terminating (SIGTERM)\u000a22:55:34.650947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27123): Terminating (SIGTERM)\u000a22:55:34.692566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27126): Terminating (SIGTERM)\u000a22:55:34.702477 --- ParallelTerminationStrategy: PID 27110 died...\u000a22:55:34.758283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27110): Terminated: ok {rc=0}\u000a22:55:34.768519 --- ParallelTerminationStrategy: PID 27111 died...\u000a22:55:34.823816 run iperf3-srv_10.42.42.10(pid=27111): Terminated {rc=256}\u000a22:55:34.833956 --- ParallelTerminationStrategy: PID 27112 died...\u000a22:55:34.889219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27112): Terminated: ok {rc=0}\u000a22:55:34.899466 --- ParallelTerminationStrategy: PID 27113 died...\u000a22:55:34.954806 run iperf3-srv_10.42.42.10(pid=27113): Terminated {rc=256}\u000a22:55:34.965059 --- ParallelTerminationStrategy: PID 27114 died...\u000a22:55:35.020409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27114): Terminated: ok {rc=0}\u000a22:55:35.030583 --- ParallelTerminationStrategy: PID 27115 died...\u000a22:55:35.085840 run iperf3-srv_10.42.42.10(pid=27115): Terminated {rc=256}\u000a22:55:35.096086 --- ParallelTerminationStrategy: PID 27116 died...\u000a22:55:35.151300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27116): Terminated: ok {rc=0}\u000a22:55:35.161649 --- ParallelTerminationStrategy: PID 27117 died...\u000a22:55:35.216740 run iperf3-srv_10.42.42.10(pid=27117): Terminated {rc=256}\u000a22:55:35.226930 --- ParallelTerminationStrategy: PID 27120 died...\u000a22:55:35.282245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27120): Terminated: ok {rc=0}\u000a22:55:35.292387 --- ParallelTerminationStrategy: PID 27123 died...\u000a22:55:35.347950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27123): Terminated: ok {rc=0}\u000a22:55:35.358192 --- ParallelTerminationStrategy: PID 27126 died...\u000a22:55:35.414200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27126): Terminated: ok {rc=0}\u000a22:55:35.501974 bus /gobi_4: Setting Powered False\u000a22:55:36.607626 bus /gobi_4: Setting Powered False\u000a22:55:37.716019 bus /gobi_1: Setting Powered False\u000a22:55:38.822723 bus /gobi_1: Setting Powered False\u000a22:55:39.931336 bus /gobi_0: Setting Powered False\u000a22:55:41.037951 bus /gobi_0: Setting Powered False\u000a22:55:42.148809 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27134): Process ended prematurely: osmo-stp_10.42.42.5(pid=27134) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27134)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27134): Process ended prematurely: osmo-stp_10.42.42.5(pid=27134) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a22:55:43.215744 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.227402 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:43.362883 tst ping.py: using LAC 24236\u000a22:55:43.479806 tst ping.py: using RAC 11\u000a22:55:43.595918 tst ping.py: using CellId 24236\u000a22:55:43.713630 tst ping.py: using BVCI 24237\u000a22:55:43.736207 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.747311 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.758363 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.769396 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.780326 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.791311 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.802500 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:43.813188 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:44.086141 tst ping.py:19: start network...\u000a22:55:44.209834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:44.675674 run create_hlr_db(pid=27128): Launched\u000a22:55:44.847575 bus /gobi_6: Setting Powered False\u000a22:55:45.875073 run create_hlr_db(pid=27128): Terminated: ok {rc=0}\u000a22:55:46.344367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27130): Launched\u000a22:55:46.755388 run osmo-hlr_10.42.42.2(pid=27131): Launched\u000a22:55:47.015001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:47.615427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27133): Launched\u000a22:55:47.910856 run osmo-stp_10.42.42.5(pid=27134): Launched\u000a22:55:48.019034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:48.535539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27136): Launched\u000a22:55:48.641071 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:48.899889 run patchelf(pid=27137): Launched\u000a22:55:49.074154 run osmo-stp_10.42.42.5(pid=27134): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27134)]\u000a22:55:49.201661 run osmo-stp_10.42.42.5(pid=27134): stdout: \u000a| (launched: 2022-12-09_22:55:47.765578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:49.330170 run osmo-stp_10.42.42.5(pid=27134): stderr: \u000a| �[0;m�[38;5;43m20221209225547936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225547936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225547936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225547937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225547937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225547937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225547937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:49.453676 run osmo-stp_10.42.42.5(pid=27134): stdout: \u000a| (launched: 2022-12-09_22:55:47.765578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:49.575570 run osmo-stp_10.42.42.5(pid=27134): stderr: \u000a| �[0;m�[38;5;43m20221209225547936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225547936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225547936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225547937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225547937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225547937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225547937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:49.718743 run patchelf(pid=27137): Terminating (SIGINT)\u000a22:55:49.886887 run patchelf(pid=27137): Terminated: ok {rc=0}\u000a22:55:49.917423 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27134): Process ended prematurely: osmo-stp_10.42.42.5(pid=27134) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27134)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a22:55:49.926133 tst ping.py:22: Test FAILED (6.7 sec)\u000a22:55:49.986694 run osmo-hlr_10.42.42.2(pid=27131): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27131)]\u000a22:55:50.035803 run osmo-hlr_10.42.42.2(pid=27131): stdout: \u000a| (launched: 2022-12-09_22:55:46.509561) \u000a22:55:50.085412 run osmo-hlr_10.42.42.2(pid=27131): stderr: \u000a| �[0;m�[1;31m20221209225546975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225546975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225546975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225546975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225546975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225546975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225547002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225547019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225547019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225547019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:50.127661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27130): Terminating (SIGTERM)\u000a22:55:50.167589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27133): Terminating (SIGTERM)\u000a22:55:50.207762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27136): Terminating (SIGTERM)\u000a22:55:50.218437 --- ParallelTerminationStrategy: PID 27130 died...\u000a22:55:50.276625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27130): Terminated: ok {rc=0}\u000a22:55:50.287177 --- ParallelTerminationStrategy: PID 27133 died...\u000a22:55:50.343315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27133): Terminated: ok {rc=0}\u000a22:55:50.353951 --- ParallelTerminationStrategy: PID 27136 died...\u000a22:55:50.410221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27136): Terminated: ok {rc=0}\u000a22:55:50.496669 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27144): Process ended prematurely: osmo-stp_10.42.42.5(pid=27144) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27144)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27144): Process ended prematurely: osmo-stp_10.42.42.5(pid=27144) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a22:55:51.550040 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:51.562097 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a22:55:51.716374 tst ping_idle_ping.py: using LAC 24237\u000a22:55:51.840696 tst ping_idle_ping.py: using RAC 12\u000a22:55:51.964795 tst ping_idle_ping.py: using CellId 24237\u000a22:55:52.089981 tst ping_idle_ping.py: using BVCI 24238\u000a22:55:52.114156 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.125709 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.136841 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.148221 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.159525 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.170900 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.182482 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a22:55:52.193790 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a22:55:52.485865 tst ping_idle_ping.py:24: start network...\u000a22:55:52.618352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:55:53.126092 run create_hlr_db(pid=27138): Launched\u000a22:55:53.310846 bus /gobi_6: Setting Powered False\u000a22:55:54.331911 run create_hlr_db(pid=27138): Terminated: ok {rc=0}\u000a22:55:54.732538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27140): Launched\u000a22:55:55.028843 run osmo-hlr_10.42.42.2(pid=27141): Launched\u000a22:55:55.142241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:55:55.666707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27143): Launched\u000a22:55:55.962904 run osmo-stp_10.42.42.5(pid=27144): Launched\u000a22:55:56.071057 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:55:56.587475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27146): Launched\u000a22:55:56.692420 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:55:56.951143 run patchelf(pid=27147): Launched\u000a22:55:57.125120 run osmo-stp_10.42.42.5(pid=27144): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27144)]\u000a22:55:57.253328 run osmo-stp_10.42.42.5(pid=27144): stdout: \u000a| (launched: 2022-12-09_22:55:55.816576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:57.380777 run osmo-stp_10.42.42.5(pid=27144): stderr: \u000a| �[0;m�[38;5;43m20221209225555984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225555984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225555984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225555985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225555985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225555985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225555985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:57.503782 run osmo-stp_10.42.42.5(pid=27144): stdout: \u000a| (launched: 2022-12-09_22:55:55.816576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:55:57.625105 run osmo-stp_10.42.42.5(pid=27144): stderr: \u000a| �[0;m�[38;5;43m20221209225555984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225555984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225555984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225555985 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225555985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225555985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225555985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:55:57.767799 run patchelf(pid=27147): Terminating (SIGINT)\u000a22:55:57.936194 run patchelf(pid=27147): Terminated: ok {rc=0}\u000a22:55:57.966931 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27144): Process ended prematurely: osmo-stp_10.42.42.5(pid=27144) [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27144)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a22:55:57.975581 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a22:55:58.036080 run osmo-hlr_10.42.42.2(pid=27141): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27141)]\u000a22:55:58.085411 run osmo-hlr_10.42.42.2(pid=27141): stdout: \u000a| (launched: 2022-12-09_22:55:54.882770) \u000a22:55:58.135151 run osmo-hlr_10.42.42.2(pid=27141): stderr: \u000a| �[0;m�[1;31m20221209225555059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225555059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225555059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225555059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225555059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225555059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225555072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225555080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225555080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225555080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:55:58.176892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27140): Terminating (SIGTERM)\u000a22:55:58.216642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27143): Terminating (SIGTERM)\u000a22:55:58.256130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27146): Terminating (SIGTERM)\u000a22:55:58.265740 --- ParallelTerminationStrategy: PID 27140 died...\u000a22:55:58.319757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27140): Terminated: ok {rc=0}\u000a22:55:58.329821 --- ParallelTerminationStrategy: PID 27143 died...\u000a22:55:58.383374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27143): Terminated: ok {rc=0}\u000a22:55:58.393558 --- ParallelTerminationStrategy: PID 27146 died...\u000a22:55:58.447286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27146): Terminated: ok {rc=0}\u000a22:55:58.536295 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:55:00" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27161): Process ended prematurely: osmo-stp_10.42.42.5(pid=27161) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27161)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27161): Process ended prematurely: osmo-stp_10.42.42.5(pid=27161) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:56:00.679926 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:00.690834 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:00.841394 tst cs_paging_gprs_active.py: using LAC 24238\u000a22:56:00.975049 tst cs_paging_gprs_active.py: using RAC 13\u000a22:56:01.101964 tst cs_paging_gprs_active.py: using CellId 24238\u000a22:56:01.251073 tst cs_paging_gprs_active.py: using BVCI 24239\u000a22:56:01.282075 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.295369 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.307214 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.319351 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.331224 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.343185 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.355848 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.367877 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:01.381109 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:01.505162 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:01.836046 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:56:01.976173 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:02.329294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27151): Launched\u000a22:56:02.612533 run iperf3-srv_10.42.42.10(pid=27152): Launched\u000a22:56:02.812501 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:56:02.948819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:03.284502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27153): Launched\u000a22:56:03.562154 run iperf3-srv_10.42.42.10(pid=27154): Launched\u000a22:56:03.759323 tst cs_paging_gprs_active.py:38: start network...\u000a22:56:03.893759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:04.408481 run create_hlr_db(pid=27155): Launched\u000a22:56:04.595571 bus /gobi_6: Setting Powered False\u000a22:56:05.616379 run create_hlr_db(pid=27155): Terminated: ok {rc=0}\u000a22:56:06.023195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27157): Launched\u000a22:56:06.326127 run osmo-hlr_10.42.42.2(pid=27158): Launched\u000a22:56:06.444859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:06.976839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27160): Launched\u000a22:56:07.280193 run osmo-stp_10.42.42.5(pid=27161): Launched\u000a22:56:07.391014 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:07.918561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27163): Launched\u000a22:56:08.026690 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:08.290531 run patchelf(pid=27164): Launched\u000a22:56:08.469771 run osmo-stp_10.42.42.5(pid=27161): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27161)]\u000a22:56:08.599399 run osmo-stp_10.42.42.5(pid=27161): stdout: \u000a| (launched: 2022-12-09_22:56:07.131771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:08.729548 run osmo-stp_10.42.42.5(pid=27161): stderr: \u000a| �[0;m�[38;5;43m20221209225607302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225607302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225607303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225607303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225607303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225607304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225607304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:08.855011 run osmo-stp_10.42.42.5(pid=27161): stdout: \u000a| (launched: 2022-12-09_22:56:07.131771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:08.979069 run osmo-stp_10.42.42.5(pid=27161): stderr: \u000a| �[0;m�[38;5;43m20221209225607302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225607302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225607303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225607303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225607303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225607304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225607304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:09.124501 run patchelf(pid=27164): Terminating (SIGINT)\u000a22:56:09.295872 run patchelf(pid=27164): Terminated: ok {rc=0}\u000a22:56:09.327193 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27161): Process ended prematurely: osmo-stp_10.42.42.5(pid=27161) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27161)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a22:56:09.336241 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a22:56:09.396757 run osmo-hlr_10.42.42.2(pid=27158): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27158)]\u000a22:56:09.445852 run osmo-hlr_10.42.42.2(pid=27158): stdout: \u000a| (launched: 2022-12-09_22:56:06.176449) \u000a22:56:09.495455 run osmo-hlr_10.42.42.2(pid=27158): stderr: \u000a| �[0;m�[1;31m20221209225606354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225606354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225606354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225606354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225606354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225606354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225606366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225606377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225606377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225606377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:09.537356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27151): Terminating (SIGTERM)\u000a22:56:09.576911 run iperf3-srv_10.42.42.10(pid=27152): Terminating (SIGTERM)\u000a22:56:09.616547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27153): Terminating (SIGTERM)\u000a22:56:09.655996 run iperf3-srv_10.42.42.10(pid=27154): Terminating (SIGTERM)\u000a22:56:09.695645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27157): Terminating (SIGTERM)\u000a22:56:09.735296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27160): Terminating (SIGTERM)\u000a22:56:09.774763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27163): Terminating (SIGTERM)\u000a22:56:09.784243 --- ParallelTerminationStrategy: PID 27151 died...\u000a22:56:09.837704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27151): Terminated: ok {rc=0}\u000a22:56:09.847883 --- ParallelTerminationStrategy: PID 27152 died...\u000a22:56:09.900870 run iperf3-srv_10.42.42.10(pid=27152): Terminated {rc=256}\u000a22:56:09.910699 --- ParallelTerminationStrategy: PID 27153 died...\u000a22:56:09.963634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27153): Terminated: ok {rc=0}\u000a22:56:09.973249 --- ParallelTerminationStrategy: PID 27154 died...\u000a22:56:10.026469 run iperf3-srv_10.42.42.10(pid=27154): Terminated {rc=256}\u000a22:56:10.036251 --- ParallelTerminationStrategy: PID 27157 died...\u000a22:56:10.089553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27157): Terminated: ok {rc=0}\u000a22:56:10.099422 --- ParallelTerminationStrategy: PID 27160 died...\u000a22:56:10.152595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27160): Terminated: ok {rc=0}\u000a22:56:10.162437 --- ParallelTerminationStrategy: PID 27163 died...\u000a22:56:10.215702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27163): Terminated: ok {rc=0}\u000a22:56:10.305684 bus /gobi_0: Setting Powered False\u000a22:56:11.409498 bus /gobi_0: Setting Powered False\u000a22:56:12.519586 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27173): Process ended prematurely: osmo-stp_10.42.42.5(pid=27173) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27173)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27173): Process ended prematurely: osmo-stp_10.42.42.5(pid=27173) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a22:56:13.634440 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:13.646283 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:13.813351 tst iperf3.py: using LAC 24239\u000a22:56:13.938004 tst iperf3.py: using RAC 14\u000a22:56:14.063484 tst iperf3.py: using CellId 24239\u000a22:56:14.187989 tst iperf3.py: using BVCI 24240\u000a22:56:14.212516 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:14.223840 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:14.235022 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:14.246159 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:14.257295 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:14.268533 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:14.279723 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:14.290753 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:14.302019 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:14.595374 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:56:14.729620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:15.063335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27165): Launched\u000a22:56:15.340075 run iperf3-srv_10.42.42.10(pid=27166): Launched\u000a22:56:15.537993 tst iperf3.py:8: start network...\u000a22:56:15.672475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:16.222076 run create_hlr_db(pid=27167): Launched\u000a22:56:16.417277 bus /gobi_6: Setting Powered False\u000a22:56:17.446607 run create_hlr_db(pid=27167): Terminated: ok {rc=0}\u000a22:56:17.873714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27169): Launched\u000a22:56:18.195460 run osmo-hlr_10.42.42.2(pid=27170): Launched\u000a22:56:18.313315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:18.872345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27172): Launched\u000a22:56:19.192612 run osmo-stp_10.42.42.5(pid=27173): Launched\u000a22:56:19.308316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:19.869884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27175): Launched\u000a22:56:19.985606 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:20.268067 run patchelf(pid=27176): Launched\u000a22:56:20.457666 run osmo-stp_10.42.42.5(pid=27173): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27173)]\u000a22:56:20.596249 run osmo-stp_10.42.42.5(pid=27173): stdout: \u000a| (launched: 2022-12-09_22:56:19.035234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:20.734304 run osmo-stp_10.42.42.5(pid=27173): stderr: \u000a| �[0;m�[38;5;43m20221209225619227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225619228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225619228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225619228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225619229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225619229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225619229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:20.867217 run osmo-stp_10.42.42.5(pid=27173): stdout: \u000a| (launched: 2022-12-09_22:56:19.035234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:20.998836 run osmo-stp_10.42.42.5(pid=27173): stderr: \u000a| �[0;m�[38;5;43m20221209225619227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225619228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225619228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225619228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225619229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225619229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225619229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:21.153454 run patchelf(pid=27176): Terminating (SIGINT)\u000a22:56:21.335614 run patchelf(pid=27176): Terminated: ok {rc=0}\u000a22:56:21.368868 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27173): Process ended prematurely: osmo-stp_10.42.42.5(pid=27173) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27173)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a22:56:21.378855 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a22:56:21.441972 run osmo-hlr_10.42.42.2(pid=27170): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27170)]\u000a22:56:21.493204 run osmo-hlr_10.42.42.2(pid=27170): stdout: \u000a| (launched: 2022-12-09_22:56:18.037027) \u000a22:56:21.545188 run osmo-hlr_10.42.42.2(pid=27170): stderr: \u000a| �[0;m�[1;31m20221209225618237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225618237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225618237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225618237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225618237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225618237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225618250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225618260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225618260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225618260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:21.589372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27165): Terminating (SIGTERM)\u000a22:56:21.630978 run iperf3-srv_10.42.42.10(pid=27166): Terminating (SIGTERM)\u000a22:56:21.672577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27169): Terminating (SIGTERM)\u000a22:56:21.714272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27172): Terminating (SIGTERM)\u000a22:56:21.755918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27175): Terminating (SIGTERM)\u000a22:56:21.765700 --- ParallelTerminationStrategy: PID 27165 died...\u000a22:56:21.821826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27165): Terminated: ok {rc=0}\u000a22:56:21.832069 --- ParallelTerminationStrategy: PID 27166 died...\u000a22:56:21.887590 run iperf3-srv_10.42.42.10(pid=27166): Terminated {rc=256}\u000a22:56:21.897818 --- ParallelTerminationStrategy: PID 27169 died...\u000a22:56:21.953543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27169): Terminated: ok {rc=0}\u000a22:56:21.963782 --- ParallelTerminationStrategy: PID 27172 died...\u000a22:56:22.019437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27172): Terminated: ok {rc=0}\u000a22:56:22.029892 --- ParallelTerminationStrategy: PID 27175 died...\u000a22:56:22.085530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27175): Terminated: ok {rc=0}\u000a22:56:22.171692 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27191): Process ended prematurely: osmo-stp_10.42.42.5(pid=27191) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27191)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27191): Process ended prematurely: osmo-stp_10.42.42.5(pid=27191) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a22:56:23.288134 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.300225 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:23.459242 tst iperf3m4.py: using LAC 24240\u000a22:56:23.583797 tst iperf3m4.py: using RAC 15\u000a22:56:23.708648 tst iperf3m4.py: using CellId 24240\u000a22:56:23.833129 tst iperf3m4.py: using BVCI 24241\u000a22:56:23.857792 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.869108 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.880284 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.891426 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.902537 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.913621 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.924863 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.935849 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:23.947155 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:24.063369 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:24.186476 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:24.304427 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:24.592220 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:56:24.717715 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:25.030949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27177): Launched\u000a22:56:25.290707 run iperf3-srv_10.42.42.10(pid=27178): Launched\u000a22:56:25.474648 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:56:25.599842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:25.913346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27179): Launched\u000a22:56:26.174288 run iperf3-srv_10.42.42.10(pid=27180): Launched\u000a22:56:26.357952 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:56:26.483251 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:26.796887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27181): Launched\u000a22:56:27.056781 run iperf3-srv_10.42.42.10(pid=27182): Launched\u000a22:56:27.240214 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:56:27.365661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:56:27.678691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27183): Launched\u000a22:56:27.938037 run iperf3-srv_10.42.42.10(pid=27184): Launched\u000a22:56:28.121621 tst iperf3m4.py:8: start network...\u000a22:56:28.247149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:28.722470 run create_hlr_db(pid=27185): Launched\u000a22:56:28.895302 bus /gobi_6: Setting Powered False\u000a22:56:29.918111 run create_hlr_db(pid=27185): Terminated: ok {rc=0}\u000a22:56:30.348663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27187): Launched\u000a22:56:30.674943 run osmo-hlr_10.42.42.2(pid=27188): Launched\u000a22:56:30.795055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:31.442831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27190): Launched\u000a22:56:31.864929 run osmo-stp_10.42.42.5(pid=27191): Launched\u000a22:56:32.089660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:32.670252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27193): Launched\u000a22:56:32.778126 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:33.042672 run patchelf(pid=27194): Launched\u000a22:56:33.220689 run osmo-stp_10.42.42.5(pid=27191): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27191)]\u000a22:56:33.350159 run osmo-stp_10.42.42.5(pid=27191): stdout: \u000a| (launched: 2022-12-09_22:56:31.601200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:33.479708 run osmo-stp_10.42.42.5(pid=27191): stderr: \u000a| �[0;m�[38;5;43m20221209225631902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225631903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225631903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225631903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225631904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225631904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225631904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:33.604212 run osmo-stp_10.42.42.5(pid=27191): stdout: \u000a| (launched: 2022-12-09_22:56:31.601200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:33.727460 run osmo-stp_10.42.42.5(pid=27191): stderr: \u000a| �[0;m�[38;5;43m20221209225631902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225631903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225631903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225631903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225631904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225631904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225631904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:33.872429 run patchelf(pid=27194): Terminating (SIGINT)\u000a22:56:34.043507 run patchelf(pid=27194): Terminated: ok {rc=0}\u000a22:56:34.074720 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27191): Process ended prematurely: osmo-stp_10.42.42.5(pid=27191) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27191)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a22:56:34.083928 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a22:56:34.145275 run osmo-hlr_10.42.42.2(pid=27188): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27188)]\u000a22:56:34.194231 run osmo-hlr_10.42.42.2(pid=27188): stdout: \u000a| (launched: 2022-12-09_22:56:30.514878) \u000a22:56:34.244093 run osmo-hlr_10.42.42.2(pid=27188): stderr: \u000a| �[0;m�[1;31m20221209225630714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225630714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225630714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225630715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225630715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225630715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225630728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225630737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225630738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225630738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:34.285991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27177): Terminating (SIGTERM)\u000a22:56:34.325742 run iperf3-srv_10.42.42.10(pid=27178): Terminating (SIGTERM)\u000a22:56:34.365756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27179): Terminating (SIGTERM)\u000a22:56:34.405261 run iperf3-srv_10.42.42.10(pid=27180): Terminating (SIGTERM)\u000a22:56:34.444917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27181): Terminating (SIGTERM)\u000a22:56:34.484690 run iperf3-srv_10.42.42.10(pid=27182): Terminating (SIGTERM)\u000a22:56:34.524613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27183): Terminating (SIGTERM)\u000a22:56:34.564331 run iperf3-srv_10.42.42.10(pid=27184): Terminating (SIGTERM)\u000a22:56:34.604507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27187): Terminating (SIGTERM)\u000a22:56:34.644398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27190): Terminating (SIGTERM)\u000a22:56:34.684240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27193): Terminating (SIGTERM)\u000a22:56:34.693536 --- ParallelTerminationStrategy: PID 27177 died...\u000a22:56:34.746592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27177): Terminated: ok {rc=0}\u000a22:56:34.756559 --- ParallelTerminationStrategy: PID 27178 died...\u000a22:56:34.809464 run iperf3-srv_10.42.42.10(pid=27178): Terminated {rc=256}\u000a22:56:34.819126 --- ParallelTerminationStrategy: PID 27179 died...\u000a22:56:34.872017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27179): Terminated: ok {rc=0}\u000a22:56:34.882028 --- ParallelTerminationStrategy: PID 27180 died...\u000a22:56:34.935540 run iperf3-srv_10.42.42.10(pid=27180): Terminated {rc=256}\u000a22:56:34.945331 --- ParallelTerminationStrategy: PID 27181 died...\u000a22:56:34.998483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27181): Terminated: ok {rc=0}\u000a22:56:35.008117 --- ParallelTerminationStrategy: PID 27182 died...\u000a22:56:35.061626 run iperf3-srv_10.42.42.10(pid=27182): Terminated {rc=256}\u000a22:56:35.071330 --- ParallelTerminationStrategy: PID 27183 died...\u000a22:56:35.124476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27183): Terminated: ok {rc=0}\u000a22:56:35.134481 --- ParallelTerminationStrategy: PID 27184 died...\u000a22:56:35.187778 run iperf3-srv_10.42.42.10(pid=27184): Terminated {rc=256}\u000a22:56:35.197933 --- ParallelTerminationStrategy: PID 27187 died...\u000a22:56:35.250910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27187): Terminated: ok {rc=0}\u000a22:56:35.260844 --- ParallelTerminationStrategy: PID 27190 died...\u000a22:56:35.314111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27190): Terminated: ok {rc=0}\u000a22:56:35.323833 --- ParallelTerminationStrategy: PID 27193 died...\u000a22:56:35.377012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27193): Terminated: ok {rc=0}\u000a22:56:35.465347 bus /gobi_4: Setting Powered False\u000a22:56:36.569710 bus /gobi_4: Setting Powered False\u000a22:56:37.676041 bus /gobi_1: Setting Powered False\u000a22:56:38.783333 bus /gobi_1: Setting Powered False\u000a22:56:39.896502 bus /gobi_0: Setting Powered False\u000a22:56:41.002811 bus /gobi_0: Setting Powered False\u000a22:56:42.112692 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27201): Process ended prematurely: osmo-stp_10.42.42.5(pid=27201) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27201)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27201): Process ended prematurely: osmo-stp_10.42.42.5(pid=27201) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a22:56:43.181830 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.193905 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:43.354718 tst ping.py: using LAC 24241\u000a22:56:43.481337 tst ping.py: using RAC 16\u000a22:56:43.605845 tst ping.py: using CellId 24241\u000a22:56:43.729441 tst ping.py: using BVCI 24242\u000a22:56:43.753628 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.764893 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.776416 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.787645 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.799114 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.810437 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.821912 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:43.833181 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:44.122678 tst ping.py:19: start network...\u000a22:56:44.254604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:44.762290 run create_hlr_db(pid=27195): Launched\u000a22:56:44.947041 bus /gobi_6: Setting Powered False\u000a22:56:45.984692 run create_hlr_db(pid=27195): Terminated: ok {rc=0}\u000a22:56:46.441474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27197): Launched\u000a22:56:46.795654 run osmo-hlr_10.42.42.2(pid=27198): Launched\u000a22:56:46.995899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:47.666384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27200): Launched\u000a22:56:47.962511 run osmo-stp_10.42.42.5(pid=27201): Launched\u000a22:56:48.070203 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:48.587487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27203): Launched\u000a22:56:48.693984 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:48.953942 run patchelf(pid=27204): Launched\u000a22:56:49.128538 run osmo-stp_10.42.42.5(pid=27201): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27201)]\u000a22:56:49.256719 run osmo-stp_10.42.42.5(pid=27201): stdout: \u000a| (launched: 2022-12-09_22:56:47.816500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:49.385098 run osmo-stp_10.42.42.5(pid=27201): stderr: \u000a| �[0;m�[38;5;43m20221209225647987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225647987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225647987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225647988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225647988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225647988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225647988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:49.508258 run osmo-stp_10.42.42.5(pid=27201): stdout: \u000a| (launched: 2022-12-09_22:56:47.816500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:49.630041 run osmo-stp_10.42.42.5(pid=27201): stderr: \u000a| �[0;m�[38;5;43m20221209225647987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225647987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225647987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225647988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225647988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225647988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225647988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:49.773605 run patchelf(pid=27204): Terminating (SIGINT)\u000a22:56:49.942981 run patchelf(pid=27204): Terminated: ok {rc=0}\u000a22:56:49.973777 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27201): Process ended prematurely: osmo-stp_10.42.42.5(pid=27201) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27201)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a22:56:49.982544 tst ping.py:22: Test FAILED (6.8 sec)\u000a22:56:50.044055 run osmo-hlr_10.42.42.2(pid=27198): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27198)]\u000a22:56:50.093493 run osmo-hlr_10.42.42.2(pid=27198): stdout: \u000a| (launched: 2022-12-09_22:56:46.600076) \u000a22:56:50.143081 run osmo-hlr_10.42.42.2(pid=27198): stderr: \u000a| �[0;m�[1;31m20221209225646906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225646906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225646906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225646906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225646906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225646907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225646920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225646932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225646934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225646938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:50.185384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27197): Terminating (SIGTERM)\u000a22:56:50.225761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27200): Terminating (SIGTERM)\u000a22:56:50.265932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27203): Terminating (SIGTERM)\u000a22:56:50.275306 --- ParallelTerminationStrategy: PID 27197 died...\u000a22:56:50.330576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27197): Terminated: ok {rc=0}\u000a22:56:50.340439 --- ParallelTerminationStrategy: PID 27200 died...\u000a22:56:50.394661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27200): Terminated: ok {rc=0}\u000a22:56:50.404509 --- ParallelTerminationStrategy: PID 27203 died...\u000a22:56:50.458787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27203): Terminated: ok {rc=0}\u000a22:56:50.542607 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27211): Process ended prematurely: osmo-stp_10.42.42.5(pid=27211) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27211)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27211): Process ended prematurely: osmo-stp_10.42.42.5(pid=27211) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a22:56:51.592558 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:51.603991 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a22:56:51.759558 tst ping_idle_ping.py: using LAC 24242\u000a22:56:51.880726 tst ping_idle_ping.py: using RAC 17\u000a22:56:51.998194 tst ping_idle_ping.py: using CellId 24242\u000a22:56:52.113889 tst ping_idle_ping.py: using BVCI 24243\u000a22:56:52.136697 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:52.147819 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:52.158715 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:52.170297 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:52.181617 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:52.192909 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:52.204328 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a22:56:52.215575 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a22:56:52.492176 tst ping_idle_ping.py:24: start network...\u000a22:56:52.616483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:56:53.087784 run create_hlr_db(pid=27205): Launched\u000a22:56:53.260686 bus /gobi_6: Setting Powered False\u000a22:56:54.282500 run create_hlr_db(pid=27205): Terminated: ok {rc=0}\u000a22:56:54.705590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27207): Launched\u000a22:56:55.023931 run osmo-hlr_10.42.42.2(pid=27208): Launched\u000a22:56:55.140458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:56:55.696021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27210): Launched\u000a22:56:56.012532 run osmo-stp_10.42.42.5(pid=27211): Launched\u000a22:56:56.127111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:56:56.683219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27213): Launched\u000a22:56:56.797585 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:56:57.077310 run patchelf(pid=27214): Launched\u000a22:56:57.265647 run osmo-stp_10.42.42.5(pid=27211): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27211)]\u000a22:56:57.403234 run osmo-stp_10.42.42.5(pid=27211): stdout: \u000a| (launched: 2022-12-09_22:56:55.857231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:57.541901 run osmo-stp_10.42.42.5(pid=27211): stderr: \u000a| �[0;m�[38;5;43m20221209225656049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225656049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225656049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225656050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225656050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225656050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225656050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:57.674829 run osmo-stp_10.42.42.5(pid=27211): stdout: \u000a| (launched: 2022-12-09_22:56:55.857231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:56:57.806002 run osmo-stp_10.42.42.5(pid=27211): stderr: \u000a| �[0;m�[38;5;43m20221209225656049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225656049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225656049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225656050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225656050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225656050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225656050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:56:57.959692 run patchelf(pid=27214): Terminating (SIGINT)\u000a22:56:58.141553 run patchelf(pid=27214): Terminated: ok {rc=0}\u000a22:56:58.174526 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27211): Process ended prematurely: osmo-stp_10.42.42.5(pid=27211) [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27211)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a22:56:58.183707 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a22:56:58.246641 run osmo-hlr_10.42.42.2(pid=27208): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27208)]\u000a22:56:58.297977 run osmo-hlr_10.42.42.2(pid=27208): stdout: \u000a| (launched: 2022-12-09_22:56:54.868029) \u000a22:56:58.349858 run osmo-hlr_10.42.42.2(pid=27208): stderr: \u000a| �[0;m�[1;31m20221209225655065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225655065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225655066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225655066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225655066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225655066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225655107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225655117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225655117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225655117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:56:58.394200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27207): Terminating (SIGTERM)\u000a22:56:58.436743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27210): Terminating (SIGTERM)\u000a22:56:58.478854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27213): Terminating (SIGTERM)\u000a22:56:58.488860 --- ParallelTerminationStrategy: PID 27207 died...\u000a22:56:58.545060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27207): Terminated: ok {rc=0}\u000a22:56:58.555437 --- ParallelTerminationStrategy: PID 27210 died...\u000a22:56:58.611754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27210): Terminated: ok {rc=0}\u000a22:56:58.621963 --- ParallelTerminationStrategy: PID 27213 died...\u000a22:56:58.678126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27213): Terminated: ok {rc=0}\u000a22:56:58.765814 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:56:00" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27230): Process ended prematurely: osmo-stp_10.42.42.5(pid=27230) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27230)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27230): Process ended prematurely: osmo-stp_10.42.42.5(pid=27230) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a22:57:00.967960 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:00.979996 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:01.128392 tst cs_paging_gprs_active.py: using LAC 24243\u000a22:57:01.252703 tst cs_paging_gprs_active.py: using RAC 18\u000a22:57:01.378105 tst cs_paging_gprs_active.py: using CellId 24243\u000a22:57:01.516831 tst cs_paging_gprs_active.py: using BVCI 24244\u000a22:57:01.542103 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:01.554325 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:01.566664 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:01.579298 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:01.592284 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:01.604301 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:01.617087 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:01.629253 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:01.641698 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:01.769174 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:02.070613 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a22:57:02.206592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:02.539612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27220): Launched\u000a22:57:02.814006 run iperf3-srv_10.42.42.10(pid=27221): Launched\u000a22:57:03.009499 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a22:57:03.142227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:03.473296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27222): Launched\u000a22:57:03.747742 run iperf3-srv_10.42.42.10(pid=27223): Launched\u000a22:57:03.943669 tst cs_paging_gprs_active.py:38: start network...\u000a22:57:04.076635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:04.590361 run create_hlr_db(pid=27224): Launched\u000a22:57:04.775178 bus /gobi_6: Setting Powered False\u000a22:57:05.796134 run create_hlr_db(pid=27224): Terminated: ok {rc=0}\u000a22:57:06.199922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27226): Launched\u000a22:57:06.500021 run osmo-hlr_10.42.42.2(pid=27227): Launched\u000a22:57:06.618177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:07.148246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27229): Launched\u000a22:57:07.446391 run osmo-stp_10.42.42.5(pid=27230): Launched\u000a22:57:07.556638 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:08.079980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27232): Launched\u000a22:57:08.187008 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:08.448579 run patchelf(pid=27233): Launched\u000a22:57:08.625265 run osmo-stp_10.42.42.5(pid=27230): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27230)]\u000a22:57:08.754202 run osmo-stp_10.42.42.5(pid=27230): stdout: \u000a| (launched: 2022-12-09_22:57:07.299858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:08.884082 run osmo-stp_10.42.42.5(pid=27230): stderr: \u000a| �[0;m�[38;5;43m20221209225707468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225707468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225707469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225707469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225707470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225707470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225707470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:09.008324 run osmo-stp_10.42.42.5(pid=27230): stdout: \u000a| (launched: 2022-12-09_22:57:07.299858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:09.131666 run osmo-stp_10.42.42.5(pid=27230): stderr: \u000a| �[0;m�[38;5;43m20221209225707468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225707468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225707469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225707469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225707470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225707470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225707470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:09.275726 run patchelf(pid=27233): Terminating (SIGINT)\u000a22:57:09.445213 run patchelf(pid=27233): Terminated: ok {rc=0}\u000a22:57:09.476259 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=27230): Process ended prematurely: osmo-stp_10.42.42.5(pid=27230) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27230)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a22:57:09.485556 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a22:57:09.545804 run osmo-hlr_10.42.42.2(pid=27227): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27227)]\u000a22:57:09.595458 run osmo-hlr_10.42.42.2(pid=27227): stdout: \u000a| (launched: 2022-12-09_22:57:06.352565) \u000a22:57:09.645373 run osmo-hlr_10.42.42.2(pid=27227): stderr: \u000a| �[0;m�[1;31m20221209225706528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225706528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225706528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225706528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225706528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225706528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225706540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225706549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225706549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225706549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:09.687145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27220): Terminating (SIGTERM)\u000a22:57:09.727054 run iperf3-srv_10.42.42.10(pid=27221): Terminating (SIGTERM)\u000a22:57:09.767154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27222): Terminating (SIGTERM)\u000a22:57:09.807076 run iperf3-srv_10.42.42.10(pid=27223): Terminating (SIGTERM)\u000a22:57:09.847159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27226): Terminating (SIGTERM)\u000a22:57:09.887356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27229): Terminating (SIGTERM)\u000a22:57:09.927428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27232): Terminating (SIGTERM)\u000a22:57:09.936772 --- ParallelTerminationStrategy: PID 27220 died...\u000a22:57:09.990124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27220): Terminated: ok {rc=0}\u000a22:57:09.999875 --- ParallelTerminationStrategy: PID 27221 died...\u000a22:57:10.053477 run iperf3-srv_10.42.42.10(pid=27221): Terminated {rc=256}\u000a22:57:10.063003 --- ParallelTerminationStrategy: PID 27222 died...\u000a22:57:10.116057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27222): Terminated: ok {rc=0}\u000a22:57:10.125857 --- ParallelTerminationStrategy: PID 27223 died...\u000a22:57:10.178970 run iperf3-srv_10.42.42.10(pid=27223): Terminated {rc=256}\u000a22:57:10.188871 --- ParallelTerminationStrategy: PID 27226 died...\u000a22:57:10.241907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27226): Terminated: ok {rc=0}\u000a22:57:10.251391 --- ParallelTerminationStrategy: PID 27229 died...\u000a22:57:10.304805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27229): Terminated: ok {rc=0}\u000a22:57:10.314672 --- ParallelTerminationStrategy: PID 27232 died...\u000a22:57:10.367933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27232): Terminated: ok {rc=0}\u000a22:57:10.456335 bus /gobi_0: Setting Powered False\u000a22:57:11.560003 bus /gobi_0: Setting Powered False\u000a22:57:12.670832 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27242): Process ended prematurely: osmo-stp_10.42.42.5(pid=27242) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27242)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27242): Process ended prematurely: osmo-stp_10.42.42.5(pid=27242) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a22:57:13.781105 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:13.792925 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:13.929229 tst iperf3.py: using LAC 24244\u000a22:57:14.048602 tst iperf3.py: using RAC 19\u000a22:57:14.167952 tst iperf3.py: using CellId 24244\u000a22:57:14.285538 tst iperf3.py: using BVCI 24245\u000a22:57:14.308423 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:14.319751 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:14.330809 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:14.342148 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:14.353334 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:14.364618 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:14.375654 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:14.386787 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:14.398433 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:14.674166 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:57:14.798899 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:15.109617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27234): Launched\u000a22:57:15.367057 run iperf3-srv_10.42.42.10(pid=27235): Launched\u000a22:57:15.549861 tst iperf3.py:8: start network...\u000a22:57:15.674322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:16.207161 run create_hlr_db(pid=27236): Launched\u000a22:57:16.384896 bus /gobi_6: Setting Powered False\u000a22:57:17.401457 run create_hlr_db(pid=27236): Terminated: ok {rc=0}\u000a22:57:17.824732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27238): Launched\u000a22:57:18.123641 run osmo-hlr_10.42.42.2(pid=27239): Launched\u000a22:57:18.236247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:18.763703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27241): Launched\u000a22:57:19.063161 run osmo-stp_10.42.42.5(pid=27242): Launched\u000a22:57:19.172448 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:19.694559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27244): Launched\u000a22:57:19.801281 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:20.062658 run patchelf(pid=27245): Launched\u000a22:57:20.239246 run osmo-stp_10.42.42.5(pid=27242): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27242)]\u000a22:57:20.368015 run osmo-stp_10.42.42.5(pid=27242): stdout: \u000a| (launched: 2022-12-09_22:57:18.915523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:20.497688 run osmo-stp_10.42.42.5(pid=27242): stderr: \u000a| �[0;m�[38;5;43m20221209225719085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225719085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225719086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225719086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225719086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225719086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225719087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:20.621913 run osmo-stp_10.42.42.5(pid=27242): stdout: \u000a| (launched: 2022-12-09_22:57:18.915523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:20.744807 run osmo-stp_10.42.42.5(pid=27242): stderr: \u000a| �[0;m�[38;5;43m20221209225719085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225719085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225719086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225719086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225719086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225719086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225719087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:20.889350 run patchelf(pid=27245): Terminating (SIGINT)\u000a22:57:21.059621 run patchelf(pid=27245): Terminated: ok {rc=0}\u000a22:57:21.090780 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27242): Process ended prematurely: osmo-stp_10.42.42.5(pid=27242) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27242)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a22:57:21.100037 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a22:57:21.160618 run osmo-hlr_10.42.42.2(pid=27239): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27239)]\u000a22:57:21.209893 run osmo-hlr_10.42.42.2(pid=27239): stdout: \u000a| (launched: 2022-12-09_22:57:17.976735) \u000a22:57:21.259872 run osmo-hlr_10.42.42.2(pid=27239): stderr: \u000a| �[0;m�[1;31m20221209225718153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225718153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225718153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225718153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225718153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225718153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225718164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225718174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225718174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225718174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:21.301951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27234): Terminating (SIGTERM)\u000a22:57:21.341973 run iperf3-srv_10.42.42.10(pid=27235): Terminating (SIGTERM)\u000a22:57:21.381983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27238): Terminating (SIGTERM)\u000a22:57:21.421897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27241): Terminating (SIGTERM)\u000a22:57:21.461912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27244): Terminating (SIGTERM)\u000a22:57:21.471303 --- ParallelTerminationStrategy: PID 27234 died...\u000a22:57:21.524598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27234): Terminated: ok {rc=0}\u000a22:57:21.534455 --- ParallelTerminationStrategy: PID 27235 died...\u000a22:57:21.587428 run iperf3-srv_10.42.42.10(pid=27235): Terminated {rc=256}\u000a22:57:21.597155 --- ParallelTerminationStrategy: PID 27238 died...\u000a22:57:21.650307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27238): Terminated: ok {rc=0}\u000a22:57:21.660082 --- ParallelTerminationStrategy: PID 27241 died...\u000a22:57:21.713697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27241): Terminated: ok {rc=0}\u000a22:57:21.723290 --- ParallelTerminationStrategy: PID 27244 died...\u000a22:57:21.776701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27244): Terminated: ok {rc=0}\u000a22:57:21.860560 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27260): Process ended prematurely: osmo-stp_10.42.42.5(pid=27260) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27260)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27260): Process ended prematurely: osmo-stp_10.42.42.5(pid=27260) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a22:57:22.969120 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:22.981168 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:23.121543 tst iperf3m4.py: using LAC 24245\u000a22:57:23.239580 tst iperf3m4.py: using RAC 20\u000a22:57:23.356589 tst iperf3m4.py: using CellId 24245\u000a22:57:23.475325 tst iperf3m4.py: using BVCI 24246\u000a22:57:23.498302 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:23.509518 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:23.520754 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:23.532227 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:23.543597 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:23.555000 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:23.566667 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:23.578340 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:23.589998 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:23.707016 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:23.829069 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:23.951369 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:24.230455 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a22:57:24.356279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:24.667158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27246): Launched\u000a22:57:24.925347 run iperf3-srv_10.42.42.10(pid=27247): Launched\u000a22:57:25.109978 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a22:57:25.235814 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:25.548491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27248): Launched\u000a22:57:25.805566 run iperf3-srv_10.42.42.10(pid=27249): Launched\u000a22:57:25.987868 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a22:57:26.112180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:26.423047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27250): Launched\u000a22:57:26.681893 run iperf3-srv_10.42.42.10(pid=27251): Launched\u000a22:57:26.866374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a22:57:26.992646 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a22:57:27.305240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27252): Launched\u000a22:57:27.564425 run iperf3-srv_10.42.42.10(pid=27253): Launched\u000a22:57:27.746816 tst iperf3m4.py:8: start network...\u000a22:57:27.871542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:28.343256 run create_hlr_db(pid=27254): Launched\u000a22:57:28.517867 bus /gobi_6: Setting Powered False\u000a22:57:29.537686 run create_hlr_db(pid=27254): Terminated: ok {rc=0}\u000a22:57:29.936015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27256): Launched\u000a22:57:30.234622 run osmo-hlr_10.42.42.2(pid=27257): Launched\u000a22:57:30.352004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:30.899110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27259): Launched\u000a22:57:31.330986 run osmo-stp_10.42.42.5(pid=27260): Launched\u000a22:57:31.553211 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:32.162048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27262): Launched\u000a22:57:32.281565 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:32.562822 run patchelf(pid=27263): Launched\u000a22:57:32.750613 run osmo-stp_10.42.42.5(pid=27260): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27260)]\u000a22:57:32.887720 run osmo-stp_10.42.42.5(pid=27260): stdout: \u000a| (launched: 2022-12-09_22:57:31.072256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:33.025403 run osmo-stp_10.42.42.5(pid=27260): stderr: \u000a| �[0;m�[38;5;43m20221209225731413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225731413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225731413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225731414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225731414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225731414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225731414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:33.158561 run osmo-stp_10.42.42.5(pid=27260): stdout: \u000a| (launched: 2022-12-09_22:57:31.072256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:33.289493 run osmo-stp_10.42.42.5(pid=27260): stderr: \u000a| �[0;m�[38;5;43m20221209225731413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225731413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225731413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225731414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225731414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225731414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225731414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:33.443312 run patchelf(pid=27263): Terminating (SIGINT)\u000a22:57:33.624733 run patchelf(pid=27263): Terminated: ok {rc=0}\u000a22:57:33.657969 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27260): Process ended prematurely: osmo-stp_10.42.42.5(pid=27260) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27260)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a22:57:33.667774 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a22:57:33.730331 run osmo-hlr_10.42.42.2(pid=27257): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27257)]\u000a22:57:33.781458 run osmo-hlr_10.42.42.2(pid=27257): stdout: \u000a| (launched: 2022-12-09_22:57:30.087879) \u000a22:57:33.833089 run osmo-hlr_10.42.42.2(pid=27257): stderr: \u000a| �[0;m�[1;31m20221209225730264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225730264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225730264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225730264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225730264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225730264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225730275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225730284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225730284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225730284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:33.877023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27246): Terminating (SIGTERM)\u000a22:57:33.918670 run iperf3-srv_10.42.42.10(pid=27247): Terminating (SIGTERM)\u000a22:57:33.960453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27248): Terminating (SIGTERM)\u000a22:57:34.002029 run iperf3-srv_10.42.42.10(pid=27249): Terminating (SIGTERM)\u000a22:57:34.043976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27250): Terminating (SIGTERM)\u000a22:57:34.085570 run iperf3-srv_10.42.42.10(pid=27251): Terminating (SIGTERM)\u000a22:57:34.127279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27252): Terminating (SIGTERM)\u000a22:57:34.168711 run iperf3-srv_10.42.42.10(pid=27253): Terminating (SIGTERM)\u000a22:57:34.211973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27256): Terminating (SIGTERM)\u000a22:57:34.253530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27259): Terminating (SIGTERM)\u000a22:57:34.295496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27262): Terminating (SIGTERM)\u000a22:57:34.305159 --- ParallelTerminationStrategy: PID 27246 died...\u000a22:57:34.360695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27246): Terminated: ok {rc=0}\u000a22:57:34.371080 --- ParallelTerminationStrategy: PID 27247 died...\u000a22:57:34.426039 run iperf3-srv_10.42.42.10(pid=27247): Terminated {rc=256}\u000a22:57:34.435990 --- ParallelTerminationStrategy: PID 27248 died...\u000a22:57:34.491370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27248): Terminated: ok {rc=0}\u000a22:57:34.501522 --- ParallelTerminationStrategy: PID 27249 died...\u000a22:57:34.556594 run iperf3-srv_10.42.42.10(pid=27249): Terminated {rc=256}\u000a22:57:34.566580 --- ParallelTerminationStrategy: PID 27250 died...\u000a22:57:34.621890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27250): Terminated: ok {rc=0}\u000a22:57:34.632022 --- ParallelTerminationStrategy: PID 27251 died...\u000a22:57:34.687003 run iperf3-srv_10.42.42.10(pid=27251): Terminated {rc=256}\u000a22:57:34.697051 --- ParallelTerminationStrategy: PID 27252 died...\u000a22:57:34.752068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=27252): Terminated: ok {rc=0}\u000a22:57:34.761968 --- ParallelTerminationStrategy: PID 27253 died...\u000a22:57:34.817255 run iperf3-srv_10.42.42.10(pid=27253): Terminated {rc=256}\u000a22:57:34.827246 --- ParallelTerminationStrategy: PID 27256 died...\u000a22:57:34.882086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27256): Terminated: ok {rc=0}\u000a22:57:34.892114 --- ParallelTerminationStrategy: PID 27259 died...\u000a22:57:34.947101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27259): Terminated: ok {rc=0}\u000a22:57:34.957211 --- ParallelTerminationStrategy: PID 27262 died...\u000a22:57:35.012774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27262): Terminated: ok {rc=0}\u000a22:57:35.100141 bus /gobi_4: Setting Powered False\u000a22:57:36.206525 bus /gobi_4: Setting Powered False\u000a22:57:37.317310 bus /gobi_1: Setting Powered False\u000a22:57:38.421021 bus /gobi_1: Setting Powered False\u000a22:57:39.532271 bus /gobi_0: Setting Powered False\u000a22:57:40.634468 bus /gobi_0: Setting Powered False\u000a22:57:41.745694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27271): Process ended prematurely: osmo-stp_10.42.42.5(pid=27271) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27271)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27271): Process ended prematurely: osmo-stp_10.42.42.5(pid=27271) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a22:57:42.812148 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:42.824192 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:42.960096 tst ping.py: using LAC 24246\u000a22:57:43.076372 tst ping.py: using RAC 21\u000a22:57:43.192931 tst ping.py: using CellId 24246\u000a22:57:43.307806 tst ping.py: using BVCI 24247\u000a22:57:43.330339 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.341666 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.352621 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.363893 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.375280 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.386669 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.398090 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:43.409300 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:43.697408 tst ping.py:19: start network...\u000a22:57:43.828018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:44.328724 run create_hlr_db(pid=27265): Launched\u000a22:57:44.512150 bus /gobi_6: Setting Powered False\u000a22:57:45.532147 run create_hlr_db(pid=27265): Terminated: ok {rc=0}\u000a22:57:45.968837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27267): Launched\u000a22:57:46.398135 run osmo-hlr_10.42.42.2(pid=27268): Launched\u000a22:57:46.626121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:47.224838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27270): Launched\u000a22:57:47.538996 run osmo-stp_10.42.42.5(pid=27271): Launched\u000a22:57:47.653102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:48.199158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27273): Launched\u000a22:57:48.310358 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:48.583574 run patchelf(pid=27274): Launched\u000a22:57:48.767152 run osmo-stp_10.42.42.5(pid=27271): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27271)]\u000a22:57:48.901388 run osmo-stp_10.42.42.5(pid=27271): stdout: \u000a| (launched: 2022-12-09_22:57:47.384505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:49.036317 run osmo-stp_10.42.42.5(pid=27271): stderr: \u000a| �[0;m�[38;5;43m20221209225747576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225747576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225747576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225747576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225747579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225747579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225747579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:49.166006 run osmo-stp_10.42.42.5(pid=27271): stdout: \u000a| (launched: 2022-12-09_22:57:47.384505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:49.294475 run osmo-stp_10.42.42.5(pid=27271): stderr: \u000a| �[0;m�[38;5;43m20221209225747576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225747576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225747576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225747576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225747579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225747579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225747579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:49.444517 run patchelf(pid=27274): Terminating (SIGINT)\u000a22:57:49.622050 run patchelf(pid=27274): Terminated: ok {rc=0}\u000a22:57:49.654116 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=27271): Process ended prematurely: osmo-stp_10.42.42.5(pid=27271) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27271)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a22:57:49.663368 tst ping.py:22: Test FAILED (6.8 sec)\u000a22:57:49.725830 run osmo-hlr_10.42.42.2(pid=27268): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27268)]\u000a22:57:49.777004 run osmo-hlr_10.42.42.2(pid=27268): stdout: \u000a| (launched: 2022-12-09_22:57:46.121736) \u000a22:57:49.828754 run osmo-hlr_10.42.42.2(pid=27268): stderr: \u000a| �[0;m�[1;31m20221209225746387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225746387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225746387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225746387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225746387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225746387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225746407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225746419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225746419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225746420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:49.872721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27267): Terminating (SIGTERM)\u000a22:57:49.914376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27270): Terminating (SIGTERM)\u000a22:57:49.955954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27273): Terminating (SIGTERM)\u000a22:57:49.965617 --- ParallelTerminationStrategy: PID 27267 died...\u000a22:57:50.021105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27267): Terminated: ok {rc=0}\u000a22:57:50.031081 --- ParallelTerminationStrategy: PID 27270 died...\u000a22:57:50.086282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27270): Terminated: ok {rc=0}\u000a22:57:50.096226 --- ParallelTerminationStrategy: PID 27273 died...\u000a22:57:50.151478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27273): Terminated: ok {rc=0}\u000a22:57:50.238531 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27281): Process ended prematurely: osmo-stp_10.42.42.5(pid=27281) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27281)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27281): Process ended prematurely: osmo-stp_10.42.42.5(pid=27281) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a22:57:51.291038 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.304335 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a22:57:51.464523 tst ping_idle_ping.py: using LAC 24247\u000a22:57:51.586443 tst ping_idle_ping.py: using RAC 22\u000a22:57:51.708497 tst ping_idle_ping.py: using CellId 24247\u000a22:57:51.830840 tst ping_idle_ping.py: using BVCI 24248\u000a22:57:51.855131 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.866928 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.878502 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.890782 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.902769 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.914795 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.926816 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a22:57:51.938741 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a22:57:52.211256 tst ping_idle_ping.py:24: start network...\u000a22:57:52.334128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:57:52.800669 run create_hlr_db(pid=27275): Launched\u000a22:57:52.972475 bus /gobi_6: Setting Powered False\u000a22:57:53.992838 run create_hlr_db(pid=27275): Terminated: ok {rc=0}\u000a22:57:54.412676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27277): Launched\u000a22:57:54.729053 run osmo-hlr_10.42.42.2(pid=27278): Launched\u000a22:57:54.844893 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:57:55.391038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27280): Launched\u000a22:57:55.705604 run osmo-stp_10.42.42.5(pid=27281): Launched\u000a22:57:55.819980 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:57:56.368055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27283): Launched\u000a22:57:56.480546 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:57:56.754425 run patchelf(pid=27284): Launched\u000a22:57:56.939052 run osmo-stp_10.42.42.5(pid=27281): ERR: Terminated: ERROR {rc=1} [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27281)]\u000a22:57:57.074004 run osmo-stp_10.42.42.5(pid=27281): stdout: \u000a| (launched: 2022-12-09_22:57:55.550928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:57.209682 run osmo-stp_10.42.42.5(pid=27281): stderr: \u000a| �[0;m�[38;5;43m20221209225755743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225755743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225755743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225755744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225755744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225755744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225755744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:57.340475 run osmo-stp_10.42.42.5(pid=27281): stdout: \u000a| (launched: 2022-12-09_22:57:55.550928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:57:57.470023 run osmo-stp_10.42.42.5(pid=27281): stderr: \u000a| �[0;m�[38;5;43m20221209225755743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225755743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225755743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225755744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225755744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225755744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225755744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:57:57.621589 run patchelf(pid=27284): Terminating (SIGINT)\u000a22:57:57.799285 run patchelf(pid=27284): Terminated: ok {rc=0}\u000a22:57:57.833135 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=27281): Process ended prematurely: osmo-stp_10.42.42.5(pid=27281) [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27281)] [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a22:57:57.842418 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a22:57:57.904709 run osmo-hlr_10.42.42.2(pid=27278): ERR: Terminated: ERROR {rc=237} [trial-2365↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27278)]\u000a22:57:57.955976 run osmo-hlr_10.42.42.2(pid=27278): stdout: \u000a| (launched: 2022-12-09_22:57:54.573821) \u000a22:57:58.007792 run osmo-hlr_10.42.42.2(pid=27278): stderr: \u000a| �[0;m�[1;31m20221209225754771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225754771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225754771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225754771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225754771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225754772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225754785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225754793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225754794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225754794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:57:58.052095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27277): Terminating (SIGTERM)\u000a22:57:58.094012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27280): Terminating (SIGTERM)\u000a22:57:58.135737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27283): Terminating (SIGTERM)\u000a22:57:58.145420 --- ParallelTerminationStrategy: PID 27277 died...\u000a22:57:58.201275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27277): Terminated: ok {rc=0}\u000a22:57:58.211458 --- ParallelTerminationStrategy: PID 27280 died...\u000a22:57:58.266857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27280): Terminated: ok {rc=0}\u000a22:57:58.276861 --- ParallelTerminationStrategy: PID 27283 died...\u000a22:57:58.332568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27283): Terminated: ok {rc=0}\u000a22:57:58.419896 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:57:00" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27294): Process ended prematurely: osmo-stp_10.42.42.5(pid=27294) [trial-2365↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27294)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27294): Process ended prematurely: osmo-stp_10.42.42.5(pid=27294) [trial-2365↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a22:58:00.472726 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:00.484455 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a22:58:00.642576 tst switch_tch_pdch.py: using LAC 24248\u000a22:58:00.765507 tst switch_tch_pdch.py: using RAC 23\u000a22:58:00.896170 tst switch_tch_pdch.py: using CellId 24248\u000a22:58:01.021925 tst switch_tch_pdch.py: using BVCI 24249\u000a22:58:01.046485 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:01.059139 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:01.072484 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:01.086195 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:01.100003 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:01.113368 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:01.126498 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a22:58:01.139987 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:58:01.259147 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a22:58:01.571877 tst switch_tch_pdch.py:51: start network...\u000a22:58:01.701603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:02.183240 run create_hlr_db(pid=27288): Launched\u000a22:58:02.359200 bus /gobi_6: Setting Powered False\u000a22:58:03.376538 run create_hlr_db(pid=27288): Terminated: ok {rc=0}\u000a22:58:03.794878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27290): Launched\u000a22:58:04.109230 run osmo-hlr_10.42.42.2(pid=27291): Launched\u000a22:58:04.227089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:04.777852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27293): Launched\u000a22:58:05.091054 run osmo-stp_10.42.42.5(pid=27294): Launched\u000a22:58:05.204500 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a22:58:05.754119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27296): Launched\u000a22:58:05.866006 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a22:58:06.139826 run patchelf(pid=27297): Launched\u000a22:58:06.324219 run osmo-stp_10.42.42.5(pid=27294): ERR: Terminated: ERROR {rc=1} [trial-2365↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27294)]\u000a22:58:06.459430 run osmo-stp_10.42.42.5(pid=27294): stdout: \u000a| (launched: 2022-12-09_22:58:04.938134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:06.595309 run osmo-stp_10.42.42.5(pid=27294): stderr: \u000a| �[0;m�[38;5;43m20221209225805126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225805126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225805126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225805127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225805127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225805127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225805127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:06.725945 run osmo-stp_10.42.42.5(pid=27294): stdout: \u000a| (launched: 2022-12-09_22:58:04.938134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:06.854828 run osmo-stp_10.42.42.5(pid=27294): stderr: \u000a| �[0;m�[38;5;43m20221209225805126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225805126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225805126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225805127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225805127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225805127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225805127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:07.005938 run patchelf(pid=27297): Terminating (SIGINT)\u000a22:58:07.182869 run patchelf(pid=27297): Terminated: ok {rc=0}\u000a22:58:07.214930 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=27294): Process ended prematurely: osmo-stp_10.42.42.5(pid=27294) [trial-2365↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27294)] [trial-2365↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a22:58:07.224099 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a22:58:07.285878 run osmo-hlr_10.42.42.2(pid=27291): ERR: Terminated: ERROR {rc=237} [trial-2365↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27291)]\u000a22:58:07.337326 run osmo-hlr_10.42.42.2(pid=27291): stdout: \u000a| (launched: 2022-12-09_22:58:03.955953) \u000a22:58:07.388870 run osmo-hlr_10.42.42.2(pid=27291): stderr: \u000a| �[0;m�[1;31m20221209225804154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225804154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225804154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225804154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225804154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225804154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225804168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225804176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225804176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225804176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:07.433087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27290): Terminating (SIGTERM)\u000a22:58:07.475182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27293): Terminating (SIGTERM)\u000a22:58:07.517124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27296): Terminating (SIGTERM)\u000a22:58:07.526715 --- ParallelTerminationStrategy: PID 27290 died...\u000a22:58:07.582397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27290): Terminated: ok {rc=0}\u000a22:58:07.592420 --- ParallelTerminationStrategy: PID 27293 died...\u000a22:58:07.647595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27293): Terminated: ok {rc=0}\u000a22:58:07.657920 --- ParallelTerminationStrategy: PID 27296 died...\u000a22:58:07.713363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=27296): Terminated: ok {rc=0}\u000a22:58:07.801299 bus /gobi_0: Setting Powered False\u000a22:58:08.907012 bus /gobi_0: Setting Powered False\u000a22:58:10.014826 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:58:00" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27303): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27303) [trial-2365↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27303)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27303): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27303) [trial-2365↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a22:58:11.856436 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a22:58:11.964319 tst esme_connect_policy_acceptall.py: using MSISDN 7415\u000a22:58:12.097662 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:12.661567 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27302): Launched\u000a22:58:12.958572 run osmo-nitb_10.42.42.2(pid=27303): Launched\u000a22:58:13.143106 run osmo-nitb_10.42.42.2(pid=27303): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27303)]\u000a22:58:13.279484 run osmo-nitb_10.42.42.2(pid=27303): stdout: \u000a| (launched: 2022-12-09_22:58:12.814292) \u000a22:58:13.416558 run osmo-nitb_10.42.42.2(pid=27303): stderr: \u000a| (launched: 2022-12-09_22:58:12.858974)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:13.548663 run osmo-nitb_10.42.42.2(pid=27303): stdout: \u000a| (launched: 2022-12-09_22:58:12.814292) \u000a22:58:13.679248 run osmo-nitb_10.42.42.2(pid=27303): stderr: \u000a| (launched: 2022-12-09_22:58:12.858974)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:14.081379 tst osmo-nitb_10.42.42.2(pid=27303): stdout: \u000a| (launched: 2022-12-09_22:58:12.814292) \u000a22:58:14.202722 tst osmo-nitb_10.42.42.2(pid=27303): stderr: \u000a| (launched: 2022-12-09_22:58:12.858974)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:14.255586 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=27303): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27303) [trial-2365↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27303)] [trial-2365↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a22:58:14.263521 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a22:58:14.298227 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27302): Terminating (SIGTERM)\u000a22:58:14.475676 --- ParallelTerminationStrategy: PID 27302 died...\u000a22:58:14.530567 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27302): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27305) [trial-2365↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27305)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27305) [trial-2365↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a22:58:14.544529 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a22:58:14.655043 tst esme_connect_policy_closed.py: using MSISDN 7416\u000a22:58:14.777902 tst esme_connect_policy_closed.py: using MSISDN 7417\u000a22:58:14.884436 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:15.451183 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27304): Launched\u000a22:58:15.749418 run osmo-nitb_10.42.42.2(pid=27305): Launched\u000a22:58:15.935821 run osmo-nitb_10.42.42.2(pid=27305): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27305)]\u000a22:58:16.064580 run osmo-nitb_10.42.42.2(pid=27305): stdout: \u000a| (launched: 2022-12-09_22:58:15.604632) \u000a22:58:16.194619 run osmo-nitb_10.42.42.2(pid=27305): stderr: \u000a| (launched: 2022-12-09_22:58:15.649556)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:16.319418 run osmo-nitb_10.42.42.2(pid=27305): stdout: \u000a| (launched: 2022-12-09_22:58:15.604632) \u000a22:58:16.443463 run osmo-nitb_10.42.42.2(pid=27305): stderr: \u000a| (launched: 2022-12-09_22:58:15.649556)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:16.498014 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=27305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27305) [trial-2365↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27305)] [trial-2365↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a22:58:16.506805 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)\u000a22:58:16.545237 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27304): Terminating (SIGTERM)\u000a22:58:16.722412 --- ParallelTerminationStrategy: PID 27304 died...\u000a22:58:16.796168 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27304): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27307): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27307) [trial-2365↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27307)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27307): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27307) [trial-2365↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a22:58:16.816528 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a22:58:16.831929 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a22:58:17.005147 tst esme_ms_sms_storeforward.py: using LAC 24249\u000a22:58:17.134709 tst esme_ms_sms_storeforward.py: using RAC 24\u000a22:58:17.273981 tst esme_ms_sms_storeforward.py: using CellId 24249\u000a22:58:17.393364 tst esme_ms_sms_storeforward.py: using BVCI 24250\u000a22:58:17.416526 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a22:58:17.636719 tst esme_ms_sms_storeforward.py: using MSISDN 7418\u000a22:58:17.835617 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a22:58:17.971111 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:18.639022 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27306): Launched\u000a22:58:18.959746 run osmo-nitb_10.42.42.2(pid=27307): Launched\u000a22:58:19.144224 run osmo-nitb_10.42.42.2(pid=27307): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27307)]\u000a22:58:19.279247 run osmo-nitb_10.42.42.2(pid=27307): stdout: \u000a| (launched: 2022-12-09_22:58:18.804702) \u000a22:58:19.415022 run osmo-nitb_10.42.42.2(pid=27307): stderr: \u000a| (launched: 2022-12-09_22:58:18.853064)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:19.546378 run osmo-nitb_10.42.42.2(pid=27307): stdout: \u000a| (launched: 2022-12-09_22:58:18.804702) \u000a22:58:19.675923 run osmo-nitb_10.42.42.2(pid=27307): stderr: \u000a| (launched: 2022-12-09_22:58:18.853064)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:19.732533 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=27307): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27307) [trial-2365↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27307)] [trial-2365↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a22:58:19.741093 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a22:58:19.777332 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27306): Terminating (SIGTERM)\u000a22:58:19.955029 --- ParallelTerminationStrategy: PID 27306 died...\u000a22:58:20.012260 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27306): Terminated: ok {rc=0}\u000a22:58:20.099826 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 226, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=27309): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27309) [trial-2365↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27309)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=27309): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27309) [trial-2365↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a22:58:21.151010 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a22:58:21.162159 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a22:58:21.286690 tst esme_ms_sms_transaction.py: using LAC 24250\u000a22:58:21.406158 tst esme_ms_sms_transaction.py: using RAC 25\u000a22:58:21.533042 tst esme_ms_sms_transaction.py: using CellId 24250\u000a22:58:21.661483 tst esme_ms_sms_transaction.py: using BVCI 24251\u000a22:58:21.686099 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a22:58:21.907466 tst esme_ms_sms_transaction.py: using MSISDN 7419\u000a22:58:22.105634 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a22:58:22.240254 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a22:58:22.901995 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27308): Launched\u000a22:58:23.219656 run osmo-nitb_10.42.42.2(pid=27309): Launched\u000a22:58:23.418238 run osmo-nitb_10.42.42.2(pid=27309): ERR: Terminated: ERROR {rc=2} [trial-2365↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27309)]\u000a22:58:23.565289 run osmo-nitb_10.42.42.2(pid=27309): stdout: \u000a| (launched: 2022-12-09_22:58:23.065777) \u000a22:58:23.711753 run osmo-nitb_10.42.42.2(pid=27309): stderr: \u000a| (launched: 2022-12-09_22:58:23.113670)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:23.852836 run osmo-nitb_10.42.42.2(pid=27309): stdout: \u000a| (launched: 2022-12-09_22:58:23.065777) \u000a22:58:23.992568 run osmo-nitb_10.42.42.2(pid=27309): stderr: \u000a| (launched: 2022-12-09_22:58:23.113670)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:24.349515 tst osmo-nitb_10.42.42.2(pid=27309): stdout: \u000a| (launched: 2022-12-09_22:58:23.065777) \u000a22:58:24.478751 tst osmo-nitb_10.42.42.2(pid=27309): stderr: \u000a| (launched: 2022-12-09_22:58:23.113670)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a22:58:24.535327 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=27309): Process ended prematurely: osmo-nitb_10.42.42.2(pid=27309) [trial-2365↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=27309)] [trial-2365↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a22:58:24.543934 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a22:58:24.579590 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27308): Terminating (SIGTERM)\u000a22:58:24.756743 --- ParallelTerminationStrategy: PID 27308 died...\u000a22:58:24.812166 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=27308): Terminated: ok {rc=0}\u000a22:58:24.899798 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:58:11" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=27318): Process ended prematurely: osmo-hlr_10.42.42.2(pid=27318) [trial-2365↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27318)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=27318): Process ended prematurely: osmo-hlr_10.42.42.2(pid=27318) [trial-2365↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a22:58:26.702729 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:26.713609 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:26.724706 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:26.736294 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:26.851094 tst esme_connect_policy_acceptall.py: using MSISDN 7420\u000a22:58:26.967676 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a22:58:27.531009 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27313): Launched\u000a22:58:27.854517 run osmo-stp_10.42.42.4(pid=27314): Launched\u000a22:58:27.971665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:28.489828 run create_hlr_db(pid=27315): Launched\u000a22:58:28.677802 bus /sierra_2: Setting Powered False\u000a22:58:29.697292 run create_hlr_db(pid=27315): Terminated: ok {rc=0}\u000a22:58:30.103848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27317): Launched\u000a22:58:30.407188 run osmo-hlr_10.42.42.2(pid=27318): Launched\u000a22:58:30.525953 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a22:58:31.126373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27320): Launched\u000a22:58:31.532012 run osmo-msc_10.42.42.5(pid=27321): Launched\u000a22:58:31.962762 run osmo-hlr_10.42.42.2(pid=27318): ERR: Terminated: ERROR {rc=237} [trial-2365↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27318)]\u000a22:58:32.151545 run osmo-hlr_10.42.42.2(pid=27318): stdout: \u000a| (launched: 2022-12-09_22:58:30.257951) \u000a22:58:32.331496 run osmo-hlr_10.42.42.2(pid=27318): stderr: \u000a| �[0;m�[1;31m20221209225830433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225830433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225830433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225830433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225830433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225830433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225830449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225830457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225830457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225830457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:32.456263 run osmo-hlr_10.42.42.2(pid=27318): stdout: \u000a| (launched: 2022-12-09_22:58:30.257951) \u000a22:58:32.579113 run osmo-hlr_10.42.42.2(pid=27318): stderr: \u000a| �[0;m�[1;31m20221209225830433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225830433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225830433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225830433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225830433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225830433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225830449 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225830457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225830457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225830457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:32.633065 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=27318): Process ended prematurely: osmo-hlr_10.42.42.2(pid=27318) [trial-2365↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27318)] [trial-2365↪smpp↪esme_connect_policy_acceptall.py:23]\u000a22:58:32.641170 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.9 sec)\u000a22:58:32.703309 run osmo-msc_10.42.42.5(pid=27321): ERR: Terminated: ERROR {rc=9} [trial-2365↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=27321)]\u000a22:58:32.753367 run osmo-msc_10.42.42.5(pid=27321): stdout: \u000a| (launched: 2022-12-09_22:58:31.284689) \u000a22:58:32.804332 run osmo-msc_10.42.42.5(pid=27321): stderr: \u000a| �[0;m�[38;5;43m20221209225831821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209225831822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209225831822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209225831822 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209225831824 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209225831824 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209225831824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209225831824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209225831824 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a22:58:32.846569 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27313): Terminating (SIGTERM)\u000a22:58:32.887192 run osmo-stp_10.42.42.4(pid=27314): Terminating (SIGTERM)\u000a22:58:32.929321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27317): Terminating (SIGTERM)\u000a22:58:32.971277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27320): Terminating (SIGTERM)\u000a22:58:32.981818 --- ParallelTerminationStrategy: PID 27313 died...\u000a22:58:33.037635 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27313): Terminated: ok {rc=0}\u000a22:58:33.047269 --- ParallelTerminationStrategy: PID 27314 died...\u000a22:58:33.101049 run osmo-stp_10.42.42.4(pid=27314): Terminated: ok {rc=0}\u000a22:58:33.111176 --- ParallelTerminationStrategy: PID 27317 died...\u000a22:58:33.165062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27317): Terminated: ok {rc=0}\u000a22:58:33.175315 --- ParallelTerminationStrategy: PID 27320 died...\u000a22:58:33.229580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27320): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=27329): Process ended prematurely: osmo-hlr_10.42.42.2(pid=27329) [trial-2365↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27329)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=27329): Process ended prematurely: osmo-hlr_10.42.42.2(pid=27329) [trial-2365↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a22:58:33.246668 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:33.257519 tst smpp: Using 1 x bts (candidates: 1)\u000a22:58:33.390699 tst esme_connect_policy_closed.py: using LAC 24251\u000a22:58:33.507936 tst esme_connect_policy_closed.py: using RAC 26\u000a22:58:33.627752 tst esme_connect_policy_closed.py: using CellId 24251\u000a22:58:33.752499 tst esme_connect_policy_closed.py: using BVCI 24252\u000a22:58:33.775527 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:33.785992 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:33.796477 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:33.907615 tst esme_connect_policy_closed.py: using MSISDN 7421\u000a22:58:34.026397 tst esme_connect_policy_closed.py: using MSISDN 7422\u000a22:58:34.133482 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a22:58:34.659461 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27324): Launched\u000a22:58:34.962707 run osmo-stp_10.42.42.4(pid=27325): Launched\u000a22:58:35.071004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:35.546314 run create_hlr_db(pid=27326): Launched\u000a22:58:36.724287 run create_hlr_db(pid=27326): Terminated: ok {rc=0}\u000a22:58:37.036419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27328): Launched\u000a22:58:37.338732 run osmo-hlr_10.42.42.2(pid=27329): Launched\u000a22:58:37.454474 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a22:58:38.016061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27331): Launched\u000a22:58:38.320146 run osmo-msc_10.42.42.5(pid=27332): Launched\u000a22:58:38.497815 run osmo-hlr_10.42.42.2(pid=27329): ERR: Terminated: ERROR {rc=237} [trial-2365↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27329)]\u000a22:58:38.640782 run osmo-hlr_10.42.42.2(pid=27329): stdout: \u000a| (launched: 2022-12-09_22:58:37.190012) \u000a22:58:38.774880 run osmo-hlr_10.42.42.2(pid=27329): stderr: \u000a| �[0;m�[1;31m20221209225837367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225837368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225837368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225837368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225837368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225837368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225837380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225837389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225837389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225837390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:38.896940 run osmo-hlr_10.42.42.2(pid=27329): stdout: \u000a| (launched: 2022-12-09_22:58:37.190012) \u000a22:58:39.017913 run osmo-hlr_10.42.42.2(pid=27329): stderr: \u000a| �[0;m�[1;31m20221209225837367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225837368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225837368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225837368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225837368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225837368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225837380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225837389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225837389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225837390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:39.070864 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=27329): Process ended prematurely: osmo-hlr_10.42.42.2(pid=27329) [trial-2365↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27329)] [trial-2365↪smpp↪esme_connect_policy_closed.py:31]\u000a22:58:39.079011 tst esme_connect_policy_closed.py:31: Test FAILED (5.8 sec)\u000a22:58:39.139160 run osmo-msc_10.42.42.5(pid=27332): ERR: Terminated: ERROR {rc=9} [trial-2365↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=27332)]\u000a22:58:39.188319 run osmo-msc_10.42.42.5(pid=27332): stdout: \u000a| (launched: 2022-12-09_22:58:38.170046) \u000a22:58:39.238205 run osmo-msc_10.42.42.5(pid=27332): stderr: \u000a| �[0;m�[38;5;43m20221209225838484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209225838484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209225838484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209225838484 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209225838484 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209225838484 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209225838484 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209225838485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209225838485 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a22:58:39.279671 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27324): Terminating (SIGTERM)\u000a22:58:39.319430 run osmo-stp_10.42.42.4(pid=27325): Terminating (SIGTERM)\u000a22:58:39.360373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27328): Terminating (SIGTERM)\u000a22:58:39.400866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27331): Terminating (SIGTERM)\u000a22:58:39.410388 --- ParallelTerminationStrategy: PID 27324 died...\u000a22:58:39.463786 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=27324): Terminated: ok {rc=0}\u000a22:58:39.473740 --- ParallelTerminationStrategy: PID 27325 died...\u000a22:58:39.526915 run osmo-stp_10.42.42.4(pid=27325): Terminated: ok {rc=0}\u000a22:58:39.536412 --- ParallelTerminationStrategy: PID 27328 died...\u000a22:58:39.589938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27328): Terminated: ok {rc=0}\u000a22:58:39.600018 --- ParallelTerminationStrategy: PID 27331 died...\u000a22:58:39.653477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27331): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27341): Process ended prematurely: osmo-stp_10.42.42.5(pid=27341) [trial-2365↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27341)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27341): Process ended prematurely: osmo-stp_10.42.42.5(pid=27341) [trial-2365↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a22:58:39.668170 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:39.679380 tst smpp: Using 1 x bts (candidates: 1)\u000a22:58:39.803867 tst esme_ms_sms_storeforward.py: using LAC 24252\u000a22:58:39.924835 tst esme_ms_sms_storeforward.py: using RAC 27\u000a22:58:40.043749 tst esme_ms_sms_storeforward.py: using CellId 24252\u000a22:58:40.164874 tst esme_ms_sms_storeforward.py: using BVCI 24253\u000a22:58:40.188066 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:40.198599 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:40.208988 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:40.219711 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:40.230545 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:40.241396 tst smpp: Using 1 x modem (candidates: 1)\u000a22:58:40.466181 tst esme_ms_sms_storeforward.py: using MSISDN 7423\u000a22:58:40.582513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:41.098235 run create_hlr_db(pid=27335): Launched\u000a22:58:42.288092 run create_hlr_db(pid=27335): Terminated: ok {rc=0}\u000a22:58:42.623024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27337): Launched\u000a22:58:42.948370 run osmo-hlr_10.42.42.2(pid=27338): Launched\u000a22:58:43.066238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:43.631184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27340): Launched\u000a22:58:43.957651 run osmo-stp_10.42.42.5(pid=27341): Launched\u000a22:58:44.075420 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:58:44.664940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27343): Launched\u000a22:58:44.986786 run osmo-msc_10.42.42.6(pid=27344): Launched\u000a22:58:45.175474 run osmo-stp_10.42.42.5(pid=27341): ERR: Terminated: ERROR {rc=1} [trial-2365↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27341)]\u000a22:58:45.311662 run osmo-stp_10.42.42.5(pid=27341): stdout: \u000a| (launched: 2022-12-09_22:58:43.797869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:45.447528 run osmo-stp_10.42.42.5(pid=27341): stderr: \u000a| �[0;m�[38;5;43m20221209225843989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225843989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225843990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225843990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225843990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225843991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225843991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:45.577797 run osmo-stp_10.42.42.5(pid=27341): stdout: \u000a| (launched: 2022-12-09_22:58:43.797869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:45.706925 run osmo-stp_10.42.42.5(pid=27341): stderr: \u000a| �[0;m�[38;5;43m20221209225843989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225843989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225843990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225843990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225843990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225843991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225843991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:45.763448 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=27341): Process ended prematurely: osmo-stp_10.42.42.5(pid=27341) [trial-2365↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27341)] [trial-2365↪smpp↪esme_ms_sms_storeforward.py:30]\u000a22:58:45.772014 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.1 sec)\u000a22:58:45.842882 run osmo-hlr_10.42.42.2(pid=27338): ERR: Terminated: ERROR {rc=237} [trial-2365↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27338)]\u000a22:58:45.908598 run osmo-hlr_10.42.42.2(pid=27338): stdout: \u000a| (launched: 2022-12-09_22:58:42.789572) \u000a22:58:45.961461 run osmo-hlr_10.42.42.2(pid=27338): stderr: \u000a| �[0;m�[1;31m20221209225842987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225842987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225842987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225842987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225842987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225842987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225843000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225843008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225843008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225843008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:46.032407 run osmo-msc_10.42.42.6(pid=27344): ERR: Terminated: ERROR {rc=2} [trial-2365↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27344)]\u000a22:58:46.098154 run osmo-msc_10.42.42.6(pid=27344): stdout: \u000a| (launched: 2022-12-09_22:58:44.829292) \u000a22:58:46.156654 run osmo-msc_10.42.42.6(pid=27344): stderr: \u000a| �[0;m�[38;5;43m20221209225845153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225845153 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45c8a6fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225845153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225845153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225845153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225845153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225845155 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225845156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225845156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225845156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:58:46.204689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27337): Terminating (SIGTERM)\u000a22:58:46.249355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27340): Terminating (SIGTERM)\u000a22:58:46.294338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27343): Terminating (SIGTERM)\u000a22:58:46.304731 --- ParallelTerminationStrategy: PID 27337 died...\u000a22:58:46.362827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27337): Terminated: ok {rc=0}\u000a22:58:46.375231 --- ParallelTerminationStrategy: PID 27340 died...\u000a22:58:46.433802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27340): Terminated: ok {rc=0}\u000a22:58:46.444376 --- ParallelTerminationStrategy: PID 27343 died...\u000a22:58:46.501479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27343): Terminated: ok {rc=0}\u000a22:58:46.591170 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27352): Process ended prematurely: osmo-stp_10.42.42.5(pid=27352) [trial-2365↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27352)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27352): Process ended prematurely: osmo-stp_10.42.42.5(pid=27352) [trial-2365↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a22:58:47.643573 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:47.655150 tst smpp: Using 1 x bts (candidates: 1)\u000a22:58:47.780857 tst esme_ms_sms_transaction.py: using LAC 24253\u000a22:58:47.899752 tst esme_ms_sms_transaction.py: using RAC 28\u000a22:58:48.023686 tst esme_ms_sms_transaction.py: using CellId 24253\u000a22:58:48.146724 tst esme_ms_sms_transaction.py: using BVCI 24254\u000a22:58:48.171164 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:48.182009 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:48.192606 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:48.203244 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:48.213837 tst smpp: Using 1 x ip_address (candidates: 6)\u000a22:58:48.224337 tst smpp: Using 1 x modem (candidates: 1)\u000a22:58:48.435462 tst esme_ms_sms_transaction.py: using MSISDN 7424\u000a22:58:48.543733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:49.016916 run create_hlr_db(pid=27346): Launched\u000a22:58:49.192728 bus /sierra_2: Setting Powered False\u000a22:58:50.212249 run create_hlr_db(pid=27346): Terminated: ok {rc=0}\u000a22:58:50.618076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27348): Launched\u000a22:58:50.923571 run osmo-hlr_10.42.42.2(pid=27349): Launched\u000a22:58:51.034816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:58:51.558427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27351): Launched\u000a22:58:51.861459 run osmo-stp_10.42.42.5(pid=27352): Launched\u000a22:58:51.973906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:58:52.524417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27354): Launched\u000a22:58:52.826919 run osmo-msc_10.42.42.6(pid=27355): Launched\u000a22:58:53.004854 run osmo-stp_10.42.42.5(pid=27352): ERR: Terminated: ERROR {rc=1} [trial-2365↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27352)]\u000a22:58:53.134589 run osmo-stp_10.42.42.5(pid=27352): stdout: \u000a| (launched: 2022-12-09_22:58:51.712092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:53.260849 run osmo-stp_10.42.42.5(pid=27352): stderr: \u000a| �[0;m�[38;5;43m20221209225851882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225851883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225851883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225851883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225851884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225851884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225851884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:53.383704 run osmo-stp_10.42.42.5(pid=27352): stdout: \u000a| (launched: 2022-12-09_22:58:51.712092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:58:53.504384 run osmo-stp_10.42.42.5(pid=27352): stderr: \u000a| �[0;m�[38;5;43m20221209225851882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225851883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225851883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225851883 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225851884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225851884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225851884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:58:53.557339 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=27352): Process ended prematurely: osmo-stp_10.42.42.5(pid=27352) [trial-2365↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27352)] [trial-2365↪smpp↪esme_ms_sms_transaction.py:28]\u000a22:58:53.565497 tst esme_ms_sms_transaction.py:28: Test FAILED (5.9 sec)\u000a22:58:53.625967 run osmo-hlr_10.42.42.2(pid=27349): ERR: Terminated: ERROR {rc=237} [trial-2365↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27349)]\u000a22:58:53.675643 run osmo-hlr_10.42.42.2(pid=27349): stdout: \u000a| (launched: 2022-12-09_22:58:50.773810) \u000a22:58:53.725795 run osmo-hlr_10.42.42.2(pid=27349): stderr: \u000a| �[0;m�[1;31m20221209225850949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225850949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225850950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225850950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225850950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225850950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225850962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225850970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225850970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225850970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:58:53.793733 run osmo-msc_10.42.42.6(pid=27355): ERR: Terminated: ERROR {rc=2} [trial-2365↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27355)]\u000a22:58:53.843179 run osmo-msc_10.42.42.6(pid=27355): stdout: \u000a| (launched: 2022-12-09_22:58:52.678025) \u000a22:58:53.893064 run osmo-msc_10.42.42.6(pid=27355): stderr: \u000a| �[0;m�[38;5;43m20221209225852948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225852948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f09847c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225852948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225852948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225852948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225852948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225852950 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225852951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225852951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225852951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:58:53.935529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27348): Terminating (SIGTERM)\u000a22:58:53.975640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27351): Terminating (SIGTERM)\u000a22:58:54.015779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27354): Terminating (SIGTERM)\u000a22:58:54.025365 --- ParallelTerminationStrategy: PID 27348 died...\u000a22:58:54.079446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27348): Terminated: ok {rc=0}\u000a22:58:54.089179 --- ParallelTerminationStrategy: PID 27351 died...\u000a22:58:54.142523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27351): Terminated: ok {rc=0}\u000a22:58:54.152406 --- ParallelTerminationStrategy: PID 27354 died...\u000a22:58:54.205800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27354): Terminated: ok {rc=0}\u000a22:58:54.290373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:58:26" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27366): Process ended prematurely: osmo-stp_10.42.42.5(pid=27366) [trial-2365↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27366)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27366): Process ended prematurely: osmo-stp_10.42.42.5(pid=27366) [trial-2365↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a22:58:56.168316 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:56.178733 tst encryption: Using 1 x bts (candidates: 1)\u000a22:58:56.303816 tst register_a5_0_authopt.py: using LAC 24254\u000a22:58:56.425067 tst register_a5_0_authopt.py: using RAC 29\u000a22:58:56.546051 tst register_a5_0_authopt.py: using CellId 24254\u000a22:58:56.666492 tst register_a5_0_authopt.py: using BVCI 24255\u000a22:58:56.689605 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:56.700119 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:56.710739 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:56.721353 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:56.732002 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:58:56.742875 tst encryption: Using 1 x modem (candidates: 1)\u000a22:58:57.038964 tst register_a5_0_authopt.py:8: start network...\u000a22:58:57.176747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:58:57.697071 run create_hlr_db(pid=27360): Launched\u000a22:58:57.887052 bus /sierra_2: Setting Powered False\u000a22:58:58.906692 run create_hlr_db(pid=27360): Terminated: ok {rc=0}\u000a22:58:59.318377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27362): Launched\u000a22:58:59.624146 run osmo-hlr_10.42.42.2(pid=27363): Launched\u000a22:58:59.743463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:00.282642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27365): Launched\u000a22:59:00.588420 run osmo-stp_10.42.42.5(pid=27366): Launched\u000a22:59:00.700616 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:01.318846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27368): Launched\u000a22:59:01.730290 run osmo-msc_10.42.42.6(pid=27369): Launched\u000a22:59:02.008128 run osmo-stp_10.42.42.5(pid=27366): ERR: Terminated: ERROR {rc=1} [trial-2365↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27366)]\u000a22:59:02.279569 run osmo-stp_10.42.42.5(pid=27366): stdout: \u000a| (launched: 2022-12-09_22:59:00.437607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:02.417735 run osmo-stp_10.42.42.5(pid=27366): stderr: \u000a| �[0;m�[38;5;43m20221209225900608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225900608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225900608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225900608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225900609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225900609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225900609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:02.541619 run osmo-stp_10.42.42.5(pid=27366): stdout: \u000a| (launched: 2022-12-09_22:59:00.437607)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:02.664240 run osmo-stp_10.42.42.5(pid=27366): stderr: \u000a| �[0;m�[38;5;43m20221209225900608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225900608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225900608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225900608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225900609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225900609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225900609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:02.718015 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27366): Process ended prematurely: osmo-stp_10.42.42.5(pid=27366) [trial-2365↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27366)] [trial-2365↪encryption↪register_a5_0_authopt.py:8]\u000a22:59:02.726792 tst register_a5_0_authopt.py:8: Test FAILED (6.6 sec)\u000a22:59:02.788082 run osmo-hlr_10.42.42.2(pid=27363): ERR: Terminated: ERROR {rc=237} [trial-2365↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27363)]\u000a22:59:02.837876 run osmo-hlr_10.42.42.2(pid=27363): stdout: \u000a| (launched: 2022-12-09_22:58:59.473666) \u000a22:59:02.888390 run osmo-hlr_10.42.42.2(pid=27363): stderr: \u000a| �[0;m�[1;31m20221209225859652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225859652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225859652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225859652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225859652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225859652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225859664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225859673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225859673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225859674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:02.955899 run osmo-msc_10.42.42.6(pid=27369): ERR: Terminated: ERROR {rc=2} [trial-2365↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27369)]\u000a22:59:03.005784 run osmo-msc_10.42.42.6(pid=27369): stdout: \u000a| (launched: 2022-12-09_22:59:01.482500) \u000a22:59:03.055905 run osmo-msc_10.42.42.6(pid=27369): stderr: \u000a| �[0;m�[38;5;43m20221209225902167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225902168 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0381f58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225902168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225902169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225902171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225902172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225902182 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225902185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225902185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225902185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:03.098404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27362): Terminating (SIGTERM)\u000a22:59:03.138330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27365): Terminating (SIGTERM)\u000a22:59:03.178850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27368): Terminating (SIGTERM)\u000a22:59:03.188483 --- ParallelTerminationStrategy: PID 27362 died...\u000a22:59:03.242517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27362): Terminated: ok {rc=0}\u000a22:59:03.252690 --- ParallelTerminationStrategy: PID 27365 died...\u000a22:59:03.306531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27365): Terminated: ok {rc=0}\u000a22:59:03.316337 --- ParallelTerminationStrategy: PID 27368 died...\u000a22:59:03.369831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27368): Terminated: ok {rc=0}\u000a22:59:03.458348 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27377): Process ended prematurely: osmo-stp_10.42.42.5(pid=27377) [trial-2365↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27377)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27377): Process ended prematurely: osmo-stp_10.42.42.5(pid=27377) [trial-2365↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a22:59:04.572104 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:04.583300 tst encryption: Using 1 x bts (candidates: 1)\u000a22:59:04.709607 tst register_a5_0_authreq.py: using LAC 24255\u000a22:59:04.837704 tst register_a5_0_authreq.py: using RAC 30\u000a22:59:04.967822 tst register_a5_0_authreq.py: using CellId 24255\u000a22:59:05.095919 tst register_a5_0_authreq.py: using BVCI 24256\u000a22:59:05.119167 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:05.129851 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:05.140391 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:05.151366 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:05.162281 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:05.173111 tst encryption: Using 1 x modem (candidates: 1)\u000a22:59:05.470989 tst register_a5_0_authreq.py:8: start network...\u000a22:59:05.607323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:06.127446 run create_hlr_db(pid=27371): Launched\u000a22:59:06.316278 bus /sierra_2: Setting Powered False\u000a22:59:07.336581 run create_hlr_db(pid=27371): Terminated: ok {rc=0}\u000a22:59:07.771996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27373): Launched\u000a22:59:08.099666 run osmo-hlr_10.42.42.2(pid=27374): Launched\u000a22:59:08.222860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:08.787823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27376): Launched\u000a22:59:09.113162 run osmo-stp_10.42.42.5(pid=27377): Launched\u000a22:59:09.231882 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:09.826314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27379): Launched\u000a22:59:10.153100 run osmo-msc_10.42.42.6(pid=27380): Launched\u000a22:59:10.344303 run osmo-stp_10.42.42.5(pid=27377): ERR: Terminated: ERROR {rc=1} [trial-2365↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27377)]\u000a22:59:10.482723 run osmo-stp_10.42.42.5(pid=27377): stdout: \u000a| (launched: 2022-12-09_22:59:08.953625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:10.620536 run osmo-stp_10.42.42.5(pid=27377): stderr: \u000a| �[0;m�[38;5;43m20221209225909145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225909145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225909145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225909146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225909146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225909146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225909146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:10.751127 run osmo-stp_10.42.42.5(pid=27377): stdout: \u000a| (launched: 2022-12-09_22:59:08.953625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:10.880502 run osmo-stp_10.42.42.5(pid=27377): stderr: \u000a| �[0;m�[38;5;43m20221209225909145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225909145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225909145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225909146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225909146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225909146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225909146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:10.937845 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27377): Process ended prematurely: osmo-stp_10.42.42.5(pid=27377) [trial-2365↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27377)] [trial-2365↪encryption↪register_a5_0_authreq.py:8]\u000a22:59:10.946889 tst register_a5_0_authreq.py:8: Test FAILED (6.4 sec)\u000a22:59:11.009202 run osmo-hlr_10.42.42.2(pid=27374): ERR: Terminated: ERROR {rc=237} [trial-2365↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27374)]\u000a22:59:11.060352 run osmo-hlr_10.42.42.2(pid=27374): stdout: \u000a| (launched: 2022-12-09_22:59:07.939395) \u000a22:59:11.112200 run osmo-hlr_10.42.42.2(pid=27374): stderr: \u000a| �[0;m�[1;31m20221209225908138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225908138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225908138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225908138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225908138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225908138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225908150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225908159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225908159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225908159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:11.182329 run osmo-msc_10.42.42.6(pid=27380): ERR: Terminated: ERROR {rc=2} [trial-2365↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27380)]\u000a22:59:11.233529 run osmo-msc_10.42.42.6(pid=27380): stdout: \u000a| (launched: 2022-12-09_22:59:09.993267) \u000a22:59:11.285296 run osmo-msc_10.42.42.6(pid=27380): stderr: \u000a| �[0;m�[38;5;43m20221209225910316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225910316 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f517fa52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225910316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225910317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225910317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225910317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225910319 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225910319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225910319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225910319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:11.329049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27373): Terminating (SIGTERM)\u000a22:59:11.370391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27376): Terminating (SIGTERM)\u000a22:59:11.411977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27379): Terminating (SIGTERM)\u000a22:59:11.421612 --- ParallelTerminationStrategy: PID 27373 died...\u000a22:59:11.476748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27373): Terminated: ok {rc=0}\u000a22:59:11.486752 --- ParallelTerminationStrategy: PID 27376 died...\u000a22:59:11.542798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27376): Terminated: ok {rc=0}\u000a22:59:11.552676 --- ParallelTerminationStrategy: PID 27379 died...\u000a22:59:11.607915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27379): Terminated: ok {rc=0}\u000a22:59:11.694850 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27388): Process ended prematurely: osmo-stp_10.42.42.5(pid=27388) [trial-2365↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27388)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27388): Process ended prematurely: osmo-stp_10.42.42.5(pid=27388) [trial-2365↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a22:59:12.814032 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:12.825596 tst encryption: Using 1 x bts (candidates: 1)\u000a22:59:12.958148 tst register_a5_1_authreq.py: using LAC 24256\u000a22:59:13.091754 tst register_a5_1_authreq.py: using RAC 31\u000a22:59:13.217764 tst register_a5_1_authreq.py: using CellId 24256\u000a22:59:13.340663 tst register_a5_1_authreq.py: using BVCI 24257\u000a22:59:13.363972 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:13.374605 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:13.384852 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:13.396018 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:13.407221 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:13.418427 tst encryption: Using 1 x modem (candidates: 1)\u000a22:59:13.716198 tst register_a5_1_authreq.py:8: start network...\u000a22:59:13.853564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:14.375128 run create_hlr_db(pid=27382): Launched\u000a22:59:14.565230 bus /sierra_2: Setting Powered False\u000a22:59:15.586622 run create_hlr_db(pid=27382): Terminated: ok {rc=0}\u000a22:59:16.067641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27384): Launched\u000a22:59:16.404455 run osmo-hlr_10.42.42.2(pid=27385): Launched\u000a22:59:16.617650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:17.268008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27387): Launched\u000a22:59:17.577867 run osmo-stp_10.42.42.5(pid=27388): Launched\u000a22:59:17.690196 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:18.247901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27390): Launched\u000a22:59:18.554823 run osmo-msc_10.42.42.6(pid=27391): Launched\u000a22:59:18.735498 run osmo-stp_10.42.42.5(pid=27388): ERR: Terminated: ERROR {rc=1} [trial-2365↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27388)]\u000a22:59:18.865666 run osmo-stp_10.42.42.5(pid=27388): stdout: \u000a| (launched: 2022-12-09_22:59:17.425204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:18.993701 run osmo-stp_10.42.42.5(pid=27388): stderr: \u000a| �[0;m�[38;5;43m20221209225917596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225917596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225917597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:19.116704 run osmo-stp_10.42.42.5(pid=27388): stdout: \u000a| (launched: 2022-12-09_22:59:17.425204)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:19.238794 run osmo-stp_10.42.42.5(pid=27388): stderr: \u000a| �[0;m�[38;5;43m20221209225917596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225917596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225917597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:19.292279 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27388): Process ended prematurely: osmo-stp_10.42.42.5(pid=27388) [trial-2365↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27388)] [trial-2365↪encryption↪register_a5_1_authreq.py:8]\u000a22:59:19.300880 tst register_a5_1_authreq.py:8: Test FAILED (6.5 sec)\u000a22:59:19.361184 run osmo-hlr_10.42.42.2(pid=27385): ERR: Terminated: ERROR {rc=237} [trial-2365↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27385)]\u000a22:59:19.410704 run osmo-hlr_10.42.42.2(pid=27385): stdout: \u000a| (launched: 2022-12-09_22:59:16.227954) \u000a22:59:19.460278 run osmo-hlr_10.42.42.2(pid=27385): stderr: \u000a| �[0;m�[1;31m20221209225916555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225916555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225916555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225916555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225916555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225916555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225916567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225916581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225916581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225916581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:19.527869 run osmo-msc_10.42.42.6(pid=27391): ERR: Terminated: ERROR {rc=2} [trial-2365↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27391)]\u000a22:59:19.577082 run osmo-msc_10.42.42.6(pid=27391): stdout: \u000a| (launched: 2022-12-09_22:59:18.403128) \u000a22:59:19.627000 run osmo-msc_10.42.42.6(pid=27391): stderr: \u000a| �[0;m�[38;5;43m20221209225918675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225918676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f227a7c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225918676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225918676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225918676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225918676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225918678 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225918678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225918678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225918679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:19.668657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27384): Terminating (SIGTERM)\u000a22:59:19.708719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27387): Terminating (SIGTERM)\u000a22:59:19.748695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27390): Terminating (SIGTERM)\u000a22:59:19.758162 --- ParallelTerminationStrategy: PID 27384 died...\u000a22:59:19.811375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27384): Terminated: ok {rc=0}\u000a22:59:19.821485 --- ParallelTerminationStrategy: PID 27387 died...\u000a22:59:19.874749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27387): Terminated: ok {rc=0}\u000a22:59:19.884561 --- ParallelTerminationStrategy: PID 27390 died...\u000a22:59:19.937912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27390): Terminated: ok {rc=0}\u000a22:59:20.026604 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27399): Process ended prematurely: osmo-stp_10.42.42.5(pid=27399) [trial-2365↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27399)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27399): Process ended prematurely: osmo-stp_10.42.42.5(pid=27399) [trial-2365↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27399)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a22:59:21.141584 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:21.152408 tst encryption: Using 1 x bts (candidates: 1)\u000a22:59:21.276072 tst register_a5_3_authreq.py: using LAC 24257\u000a22:59:21.397202 tst register_a5_3_authreq.py: using RAC 32\u000a22:59:21.524786 tst register_a5_3_authreq.py: using CellId 24257\u000a22:59:21.653733 tst register_a5_3_authreq.py: using BVCI 24258\u000a22:59:21.678948 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:21.689941 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:21.700801 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:21.711514 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:21.722375 tst encryption: Using 1 x ip_address (candidates: 6)\u000a22:59:21.733000 tst encryption: Using 1 x modem (candidates: 1)\u000a22:59:22.023943 tst register_a5_3_authreq.py:8: start network...\u000a22:59:22.152515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a22:59:22.634359 run create_hlr_db(pid=27393): Launched\u000a22:59:22.812152 bus /sierra_2: Setting Powered False\u000a22:59:23.832489 run create_hlr_db(pid=27393): Terminated: ok {rc=0}\u000a22:59:24.267797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27395): Launched\u000a22:59:24.596364 run osmo-hlr_10.42.42.2(pid=27396): Launched\u000a22:59:24.716690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a22:59:25.283124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27398): Launched\u000a22:59:25.610997 run osmo-stp_10.42.42.5(pid=27399): Launched\u000a22:59:25.730309 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a22:59:26.325556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27401): Launched\u000a22:59:26.651260 run osmo-msc_10.42.42.6(pid=27402): Launched\u000a22:59:26.841769 run osmo-stp_10.42.42.5(pid=27399): ERR: Terminated: ERROR {rc=1} [trial-2365↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27399)]\u000a22:59:26.979660 run osmo-stp_10.42.42.5(pid=27399): stdout: \u000a| (launched: 2022-12-09_22:59:25.449902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:27.117248 run osmo-stp_10.42.42.5(pid=27399): stderr: \u000a| �[0;m�[38;5;43m20221209225925644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225925645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225925645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225925645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225925646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225925646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225925646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:27.248437 run osmo-stp_10.42.42.5(pid=27399): stdout: \u000a| (launched: 2022-12-09_22:59:25.449902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a22:59:27.378488 run osmo-stp_10.42.42.5(pid=27399): stderr: \u000a| �[0;m�[38;5;43m20221209225925644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209225925645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209225925645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209225925645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209225925646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209225925646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209225925646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a22:59:27.436045 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=27399): Process ended prematurely: osmo-stp_10.42.42.5(pid=27399) [trial-2365↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27399)] [trial-2365↪encryption↪register_a5_3_authreq.py:8]\u000a22:59:27.445361 tst register_a5_3_authreq.py:8: Test FAILED (6.3 sec)\u000a22:59:27.508417 run osmo-hlr_10.42.42.2(pid=27396): ERR: Terminated: ERROR {rc=237} [trial-2365↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27396)]\u000a22:59:27.560098 run osmo-hlr_10.42.42.2(pid=27396): stdout: \u000a| (launched: 2022-12-09_22:59:24.435304) \u000a22:59:27.612252 run osmo-hlr_10.42.42.2(pid=27396): stderr: \u000a| �[0;m�[1;31m20221209225924634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209225924634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209225924634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225924634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209225924634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209225924634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209225924654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209225924665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209225924665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209225924665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a22:59:27.682846 run osmo-msc_10.42.42.6(pid=27402): ERR: Terminated: ERROR {rc=2} [trial-2365↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27402)]\u000a22:59:27.734191 run osmo-msc_10.42.42.6(pid=27402): stdout: \u000a| (launched: 2022-12-09_22:59:26.491522) \u000a22:59:27.786099 run osmo-msc_10.42.42.6(pid=27402): stderr: \u000a| �[0;m�[38;5;43m20221209225926815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209225926815 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e8150ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209225926816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209225926816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209225926816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209225926816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209225926819 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209225926819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209225926819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209225926819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a22:59:27.830226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27395): Terminating (SIGTERM)\u000a22:59:27.872019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27398): Terminating (SIGTERM)\u000a22:59:27.913726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27401): Terminating (SIGTERM)\u000a22:59:27.922921 --- ParallelTerminationStrategy: PID 27395 died...\u000a22:59:27.979184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27395): Terminated: ok {rc=0}\u000a22:59:27.989204 --- ParallelTerminationStrategy: PID 27398 died...\u000a22:59:28.044717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27398): Terminated: ok {rc=0}\u000a22:59:28.054756 --- ParallelTerminationStrategy: PID 27401 died...\u000a22:59:28.110372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27401): Terminated: ok {rc=0}\u000a22:59:28.197919 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 34.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:58:55" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27419): Process ended prematurely: srsepc(pid=27419) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27419)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27419): Process ended prematurely: srsepc(pid=27419) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a22:59:30.185648 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a22:59:30.227911 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a22:59:30.243709 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a22:59:30.266727 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a22:59:30.412706 tst handover.py: using MSISDN 7425\u000a22:59:30.528422 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7425', subscriber_id=0}\u000a22:59:30.642623 run srsepc_10.42.42.118: Starting srsepc\u000a22:59:32.616768 run rm-remote-dir(pid=27407): Launched\u000a22:59:32.813952 bus /sierra_2: Setting Powered False\u000a22:59:33.837940 run rm-remote-dir(pid=27407): Terminated: ok {rc=0}\u000a22:59:34.292252 run mk-remote-dir(pid=27408): Launched\u000a22:59:35.492320 run mk-remote-dir(pid=27408): Terminated: ok {rc=0}\u000a22:59:35.790673 run scp-inst-to-remote(pid=27409): Launched\u000a22:59:37.989523 run scp-inst-to-remote(pid=27409): Terminated: ok {rc=0}\u000a22:59:38.339964 run rm-remote-dir(pid=27411): Launched\u000a22:59:39.540183 run rm-remote-dir(pid=27411): Terminated: ok {rc=0}\u000a22:59:39.890192 run mk-remote-dir(pid=27412): Launched\u000a22:59:41.090533 run mk-remote-dir(pid=27412): Terminated: ok {rc=0}\u000a22:59:41.386921 run scp-cfg-to-remote(pid=27413): Launched\u000a22:59:42.584484 run scp-cfg-to-remote(pid=27413): Terminated: ok {rc=0}\u000a22:59:42.879465 run scp-db-to-remote(pid=27415): Launched\u000a22:59:44.077704 run scp-db-to-remote(pid=27415): Terminated: ok {rc=0}\u000a22:59:44.199175 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a22:59:44.539916 run patchelf(pid=27417): Launched\u000a22:59:45.738166 run patchelf(pid=27417): Terminated: ok {rc=0}\u000a22:59:45.859989 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a22:59:46.274787 run setcap-netadm(pid=27418): Launched\u000a22:59:47.462936 run setcap-netadm(pid=27418): Terminated: ok {rc=0}\u000a22:59:47.772464 run srsepc(pid=27419): Launched\u000a22:59:47.884674 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a22:59:49.000210 run rm-remote-dir(pid=27421): Launched\u000a22:59:49.186361 run srsepc(pid=27419): ERR: Terminated: ERROR {rc=127} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27419)]\u000a22:59:49.321513 run srsepc(pid=27419): stdout: \u000a| (launched: 2022-12-09_22:59:47.624906)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a22:59:49.456683 run srsepc(pid=27419): stderr: \u000a| (launched: 2022-12-09_22:59:47.670459)\u000a| Connection to 10.42.42.116 closed. \u000a22:59:49.588020 run srsepc(pid=27419): stdout: \u000a| (launched: 2022-12-09_22:59:47.624906)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a22:59:49.718235 run srsepc(pid=27419): stderr: \u000a| (launched: 2022-12-09_22:59:47.670459)\u000a| Connection to 10.42.42.116 closed. \u000a22:59:49.870008 run rm-remote-dir(pid=27421): Terminating (SIGINT)\u000a22:59:50.048825 run rm-remote-dir(pid=27421): Terminated: ok {rc=0}\u000a22:59:50.081812 tst handover.py:37: ERR: Error: srsepc(pid=27419): Process ended prematurely: srsepc(pid=27419) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27419)] [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a22:59:50.091681 tst handover.py:37: Test FAILED (20.1 sec)\u000a22:59:50.201813 run scp-back-log(pid=27422): Launched\u000a22:59:51.287750 run scp-back-log(pid=27422): ERR: Terminated: ERROR {rc=1} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27422)]\u000a22:59:51.349942 run scp-back-log(pid=27422): stdout: \u000a| (launched: 2022-12-09_22:59:50.133660) \u000a22:59:51.412160 run scp-back-log(pid=27422): stderr: \u000a| (launched: 2022-12-09_22:59:50.153538)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a22:59:51.465326 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27422): launch_sync(): local process exited with status 1 [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27422)]')\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27439): Process ended prematurely: srsepc(pid=27439) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27439)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27439): Process ended prematurely: srsepc(pid=27439) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a22:59:51.645906 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a22:59:51.687720 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a22:59:51.890499 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a22:59:51.932207 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a22:59:51.947762 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a22:59:52.070499 tst iperf3_bidir.py: using MSISDN 7426\u000a22:59:52.179856 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7426', subscriber_id=0}\u000a22:59:52.287196 run srsepc_10.42.42.118: Starting srsepc\u000a22:59:52.930491 run rm-remote-dir(pid=27424): Launched\u000a22:59:54.117668 run rm-remote-dir(pid=27424): Terminated: ok {rc=0}\u000a22:59:54.444101 run mk-remote-dir(pid=27425): Launched\u000a22:59:55.631083 run mk-remote-dir(pid=27425): Terminated: ok {rc=0}\u000a22:59:55.906775 run scp-inst-to-remote(pid=27426): Launched\u000a22:59:58.094402 run scp-inst-to-remote(pid=27426): Terminated: ok {rc=0}\u000a22:59:58.421541 run rm-remote-dir(pid=27428): Launched\u000a22:59:59.609462 run rm-remote-dir(pid=27428): Terminated: ok {rc=0}\u000a22:59:59.936437 run mk-remote-dir(pid=27429): Launched\u000a23:00:01.167824 run mk-remote-dir(pid=27429): Terminated: ok {rc=0}\u000a23:00:01.579662 run scp-cfg-to-remote(pid=27430): Launched\u000a23:00:02.770984 run scp-cfg-to-remote(pid=27430): Terminated: ok {rc=0}\u000a23:00:03.046595 run scp-db-to-remote(pid=27435): Launched\u000a23:00:04.230744 run scp-db-to-remote(pid=27435): Terminated: ok {rc=0}\u000a23:00:04.344533 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:00:04.669989 run patchelf(pid=27437): Launched\u000a23:00:05.867570 run patchelf(pid=27437): Terminated: ok {rc=0}\u000a23:00:05.987974 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:00:06.327119 run setcap-netadm(pid=27438): Launched\u000a23:00:07.523750 run setcap-netadm(pid=27438): Terminated: ok {rc=0}\u000a23:00:07.854637 run srsepc(pid=27439): Launched\u000a23:00:07.970262 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:00:09.173868 run rm-remote-dir(pid=27440): Launched\u000a23:00:09.373063 run srsepc(pid=27439): ERR: Terminated: ERROR {rc=127} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27439)]\u000a23:00:09.517420 run srsepc(pid=27439): stdout: \u000a| (launched: 2022-12-09_23:00:07.696568)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:09.661504 run srsepc(pid=27439): stderr: \u000a| (launched: 2022-12-09_23:00:07.745468)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:09.801281 run srsepc(pid=27439): stdout: \u000a| (launched: 2022-12-09_23:00:07.696568)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:09.939860 run srsepc(pid=27439): stderr: \u000a| (launched: 2022-12-09_23:00:07.745468)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:10.101940 run rm-remote-dir(pid=27440): Terminating (SIGINT)\u000a23:00:10.291897 run rm-remote-dir(pid=27440): Terminated: ok {rc=0}\u000a23:00:10.327196 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=27439): Process ended prematurely: srsepc(pid=27439) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27439)] [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a23:00:10.337543 tst iperf3_bidir.py:42: Test FAILED (18.8 sec)\u000a23:00:10.452185 run scp-back-log(pid=27441): Launched\u000a23:00:11.543476 run scp-back-log(pid=27441): ERR: Terminated: ERROR {rc=1} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27441)]\u000a23:00:11.608862 run scp-back-log(pid=27441): stdout: \u000a| (launched: 2022-12-09_23:00:10.380594) \u000a23:00:11.674017 run scp-back-log(pid=27441): stderr: \u000a| (launched: 2022-12-09_23:00:10.401346)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:00:11.729652 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27441): launch_sync(): local process exited with status 1 [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27441)]')\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27455): Process ended prematurely: srsepc(pid=27455) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27455)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27455): Process ended prematurely: srsepc(pid=27455) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a23:00:11.922554 tst iperf3_dl.py:13: Number of physical ue: 1\u000a23:00:11.967421 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:00:12.177057 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a23:00:12.219088 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:00:12.235059 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:00:12.363101 tst iperf3_dl.py: using MSISDN 7427\u000a23:00:12.477749 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7427', subscriber_id=0}\u000a23:00:12.591316 run srsepc_10.42.42.118: Starting srsepc\u000a23:00:13.271258 run rm-remote-dir(pid=27443): Launched\u000a23:00:14.470973 run rm-remote-dir(pid=27443): Terminated: ok {rc=0}\u000a23:00:14.820182 run mk-remote-dir(pid=27444): Launched\u000a23:00:16.054484 run mk-remote-dir(pid=27444): Terminated: ok {rc=0}\u000a23:00:16.372217 run scp-inst-to-remote(pid=27445): Launched\u000a23:00:18.563864 run scp-inst-to-remote(pid=27445): Terminated: ok {rc=0}\u000a23:00:18.890660 run rm-remote-dir(pid=27447): Launched\u000a23:00:20.077119 run rm-remote-dir(pid=27447): Terminated: ok {rc=0}\u000a23:00:20.405617 run mk-remote-dir(pid=27448): Launched\u000a23:00:21.593278 run mk-remote-dir(pid=27448): Terminated: ok {rc=0}\u000a23:00:21.869494 run scp-cfg-to-remote(pid=27449): Launched\u000a23:00:23.054484 run scp-cfg-to-remote(pid=27449): Terminated: ok {rc=0}\u000a23:00:23.329767 run scp-db-to-remote(pid=27451): Launched\u000a23:00:24.516334 run scp-db-to-remote(pid=27451): Terminated: ok {rc=0}\u000a23:00:24.630142 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:00:24.947390 run patchelf(pid=27453): Launched\u000a23:00:26.132270 run patchelf(pid=27453): Terminated: ok {rc=0}\u000a23:00:26.245633 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:00:26.563849 run setcap-netadm(pid=27454): Launched\u000a23:00:27.749014 run setcap-netadm(pid=27454): Terminated: ok {rc=0}\u000a23:00:28.057995 run srsepc(pid=27455): Launched\u000a23:00:28.165911 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:00:29.284693 run rm-remote-dir(pid=27456): Launched\u000a23:00:29.470515 run srsepc(pid=27455): ERR: Terminated: ERROR {rc=127} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27455)]\u000a23:00:29.606126 run srsepc(pid=27455): stdout: \u000a| (launched: 2022-12-09_23:00:27.910610)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:29.741674 run srsepc(pid=27455): stderr: \u000a| (launched: 2022-12-09_23:00:27.956159)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:29.872612 run srsepc(pid=27455): stdout: \u000a| (launched: 2022-12-09_23:00:27.910610)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:30.002446 run srsepc(pid=27455): stderr: \u000a| (launched: 2022-12-09_23:00:27.956159)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:30.154466 run rm-remote-dir(pid=27456): Terminating (SIGINT)\u000a23:00:30.333172 run rm-remote-dir(pid=27456): Terminated: ok {rc=0}\u000a23:00:30.366024 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=27455): Process ended prematurely: srsepc(pid=27455) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27455)] [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a23:00:30.376036 tst iperf3_dl.py:42: Test FAILED (18.6 sec)\u000a23:00:30.487512 run scp-back-log(pid=27457): Launched\u000a23:00:31.579524 run scp-back-log(pid=27457): ERR: Terminated: ERROR {rc=1} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27457)]\u000a23:00:31.645033 run scp-back-log(pid=27457): stdout: \u000a| (launched: 2022-12-09_23:00:30.418039) \u000a23:00:31.710726 run scp-back-log(pid=27457): stderr: \u000a| (launched: 2022-12-09_23:00:30.437819)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:00:31.767253 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27457): launch_sync(): local process exited with status 1 [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27457)]')\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27471): Process ended prematurely: srsepc(pid=27471) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27471)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27471): Process ended prematurely: srsepc(pid=27471) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a23:00:31.987996 tst iperf3_ul.py:13: Number of physical ue: 1\u000a23:00:32.032448 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:00:32.256927 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a23:00:32.301564 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:00:32.317905 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:00:32.442992 tst iperf3_ul.py: using MSISDN 7428\u000a23:00:32.558159 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7428', subscriber_id=0}\u000a23:00:32.671206 run srsepc_10.42.42.118: Starting srsepc\u000a23:00:33.351929 run rm-remote-dir(pid=27459): Launched\u000a23:00:34.551700 run rm-remote-dir(pid=27459): Terminated: ok {rc=0}\u000a23:00:34.898815 run mk-remote-dir(pid=27460): Launched\u000a23:00:36.096153 run mk-remote-dir(pid=27460): Terminated: ok {rc=0}\u000a23:00:36.389665 run scp-inst-to-remote(pid=27461): Launched\u000a23:00:38.577993 run scp-inst-to-remote(pid=27461): Terminated: ok {rc=0}\u000a23:00:38.902792 run rm-remote-dir(pid=27463): Launched\u000a23:00:40.102395 run rm-remote-dir(pid=27463): Terminated: ok {rc=0}\u000a23:00:40.451013 run mk-remote-dir(pid=27464): Launched\u000a23:00:41.650398 run mk-remote-dir(pid=27464): Terminated: ok {rc=0}\u000a23:00:41.944411 run scp-cfg-to-remote(pid=27465): Launched\u000a23:00:43.140193 run scp-cfg-to-remote(pid=27465): Terminated: ok {rc=0}\u000a23:00:43.434401 run scp-db-to-remote(pid=27467): Launched\u000a23:00:44.622515 run scp-db-to-remote(pid=27467): Terminated: ok {rc=0}\u000a23:00:44.735834 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:00:45.051887 run patchelf(pid=27469): Launched\u000a23:00:46.239028 run patchelf(pid=27469): Terminated: ok {rc=0}\u000a23:00:46.356205 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:00:46.784397 run setcap-netadm(pid=27470): Launched\u000a23:00:48.020829 run setcap-netadm(pid=27470): Terminated: ok {rc=0}\u000a23:00:48.330166 run srsepc(pid=27471): Launched\u000a23:00:48.438750 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:00:49.556859 run rm-remote-dir(pid=27472): Launched\u000a23:00:49.741894 run srsepc(pid=27471): ERR: Terminated: ERROR {rc=127} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27471)]\u000a23:00:49.877302 run srsepc(pid=27471): stdout: \u000a| (launched: 2022-12-09_23:00:48.182095)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:50.012351 run srsepc(pid=27471): stderr: \u000a| (launched: 2022-12-09_23:00:48.227372)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:50.144206 run srsepc(pid=27471): stdout: \u000a| (launched: 2022-12-09_23:00:48.182095)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:00:50.274385 run srsepc(pid=27471): stderr: \u000a| (launched: 2022-12-09_23:00:48.227372)\u000a| Connection to 10.42.42.116 closed. \u000a23:00:50.426373 run rm-remote-dir(pid=27472): Terminating (SIGINT)\u000a23:00:50.605623 run rm-remote-dir(pid=27472): Terminated: ok {rc=0}\u000a23:00:50.638896 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=27471): Process ended prematurely: srsepc(pid=27471) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27471)] [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a23:00:50.648844 tst iperf3_ul.py:42: Test FAILED (18.9 sec)\u000a23:00:50.758323 run scp-back-log(pid=27473): Launched\u000a23:00:51.845580 run scp-back-log(pid=27473): ERR: Terminated: ERROR {rc=1} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27473)]\u000a23:00:51.907753 run scp-back-log(pid=27473): stdout: \u000a| (launched: 2022-12-09_23:00:50.690597) \u000a23:00:51.969941 run scp-back-log(pid=27473): stderr: \u000a| (launched: 2022-12-09_23:00:50.710231)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:00:52.022637 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27473): launch_sync(): local process exited with status 1 [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27473)]')\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27487): Process ended prematurely: srsepc(pid=27487) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27487)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27487): Process ended prematurely: srsepc(pid=27487) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a23:00:52.039523 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:00:52.056097 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:00:52.079675 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:00:52.222279 tst ping.py: using MSISDN 7429\u000a23:00:52.329430 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7429', subscriber_id=0}\u000a23:00:52.435032 run srsepc_10.42.42.118: Starting srsepc\u000a23:00:53.072345 run rm-remote-dir(pid=27475): Launched\u000a23:00:54.259979 run rm-remote-dir(pid=27475): Terminated: ok {rc=0}\u000a23:00:54.586973 run mk-remote-dir(pid=27476): Launched\u000a23:00:55.772936 run mk-remote-dir(pid=27476): Terminated: ok {rc=0}\u000a23:00:56.047922 run scp-inst-to-remote(pid=27477): Launched\u000a23:00:58.244827 run scp-inst-to-remote(pid=27477): Terminated: ok {rc=0}\u000a23:00:58.593615 run rm-remote-dir(pid=27479): Launched\u000a23:00:59.791740 run rm-remote-dir(pid=27479): Terminated: ok {rc=0}\u000a23:01:00.139409 run mk-remote-dir(pid=27480): Launched\u000a23:01:01.340747 run mk-remote-dir(pid=27480): Terminated: ok {rc=0}\u000a23:01:01.705867 run scp-cfg-to-remote(pid=27481): Launched\u000a23:01:02.903517 run scp-cfg-to-remote(pid=27481): Terminated: ok {rc=0}\u000a23:01:03.196721 run scp-db-to-remote(pid=27483): Launched\u000a23:01:04.392269 run scp-db-to-remote(pid=27483): Terminated: ok {rc=0}\u000a23:01:04.512556 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:01:04.851858 run patchelf(pid=27485): Launched\u000a23:01:06.048346 run patchelf(pid=27485): Terminated: ok {rc=0}\u000a23:01:06.168212 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:01:06.506633 run setcap-netadm(pid=27486): Launched\u000a23:01:07.704168 run setcap-netadm(pid=27486): Terminated: ok {rc=0}\u000a23:01:08.032918 run srsepc(pid=27487): Launched\u000a23:01:08.147713 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:01:09.267136 run rm-remote-dir(pid=27488): Launched\u000a23:01:09.452749 run srsepc(pid=27487): ERR: Terminated: ERROR {rc=127} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27487)]\u000a23:01:09.588210 run srsepc(pid=27487): stdout: \u000a| (launched: 2022-12-09_23:01:07.875955)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:09.723095 run srsepc(pid=27487): stderr: \u000a| (launched: 2022-12-09_23:01:07.924339)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:09.854339 run srsepc(pid=27487): stdout: \u000a| (launched: 2022-12-09_23:01:07.875955)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:09.984484 run srsepc(pid=27487): stderr: \u000a| (launched: 2022-12-09_23:01:07.924339)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:10.136691 run rm-remote-dir(pid=27488): Terminating (SIGINT)\u000a23:01:10.315582 run rm-remote-dir(pid=27488): Terminated: ok {rc=0}\u000a23:01:10.348254 tst ping.py:16: ERR: Error: srsepc(pid=27487): Process ended prematurely: srsepc(pid=27487) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27487)] [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a23:01:10.357878 tst ping.py:16: Test FAILED (18.3 sec)\u000a23:01:10.467043 run scp-back-log(pid=27489): Launched\u000a23:01:11.554920 run scp-back-log(pid=27489): ERR: Terminated: ERROR {rc=1} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27489)]\u000a23:01:11.616572 run scp-back-log(pid=27489): stdout: \u000a| (launched: 2022-12-09_23:01:10.399270) \u000a23:01:11.678556 run scp-back-log(pid=27489): stderr: \u000a| (launched: 2022-12-09_23:01:10.418792)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:01:11.730779 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27489): launch_sync(): local process exited with status 1 [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27489)]')\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 18.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27503): Process ended prematurely: srsepc(pid=27503) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27503)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27503): Process ended prematurely: srsepc(pid=27503) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a23:01:11.747075 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:01:11.763524 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:01:11.786387 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:01:11.928859 tst rrc_idle_mo_ping.py: using MSISDN 7430\u000a23:01:12.036059 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7430', subscriber_id=0}\u000a23:01:12.141998 run srsepc_10.42.42.118: Starting srsepc\u000a23:01:12.775251 run rm-remote-dir(pid=27491): Launched\u000a23:01:13.963022 run rm-remote-dir(pid=27491): Terminated: ok {rc=0}\u000a23:01:14.287741 run mk-remote-dir(pid=27492): Launched\u000a23:01:15.474403 run mk-remote-dir(pid=27492): Terminated: ok {rc=0}\u000a23:01:15.748525 run scp-inst-to-remote(pid=27493): Launched\u000a23:01:17.933764 run scp-inst-to-remote(pid=27493): Terminated: ok {rc=0}\u000a23:01:18.257745 run rm-remote-dir(pid=27495): Launched\u000a23:01:19.444170 run rm-remote-dir(pid=27495): Terminated: ok {rc=0}\u000a23:01:19.768844 run mk-remote-dir(pid=27496): Launched\u000a23:01:20.955723 run mk-remote-dir(pid=27496): Terminated: ok {rc=0}\u000a23:01:21.229569 run scp-cfg-to-remote(pid=27497): Launched\u000a23:01:22.414432 run scp-cfg-to-remote(pid=27497): Terminated: ok {rc=0}\u000a23:01:22.688854 run scp-db-to-remote(pid=27499): Launched\u000a23:01:23.874166 run scp-db-to-remote(pid=27499): Terminated: ok {rc=0}\u000a23:01:23.987070 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:01:24.302152 run patchelf(pid=27501): Launched\u000a23:01:25.486438 run patchelf(pid=27501): Terminated: ok {rc=0}\u000a23:01:25.599015 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:01:25.913917 run setcap-netadm(pid=27502): Launched\u000a23:01:27.098623 run setcap-netadm(pid=27502): Terminated: ok {rc=0}\u000a23:01:27.406165 run srsepc(pid=27503): Launched\u000a23:01:27.513406 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:01:28.628074 run rm-remote-dir(pid=27504): Launched\u000a23:01:28.812839 run srsepc(pid=27503): ERR: Terminated: ERROR {rc=127} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27503)]\u000a23:01:28.948461 run srsepc(pid=27503): stdout: \u000a| (launched: 2022-12-09_23:01:27.259833)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:29.083205 run srsepc(pid=27503): stderr: \u000a| (launched: 2022-12-09_23:01:27.305166)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:29.213911 run srsepc(pid=27503): stdout: \u000a| (launched: 2022-12-09_23:01:27.259833)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:29.343240 run srsepc(pid=27503): stderr: \u000a| (launched: 2022-12-09_23:01:27.305166)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:29.495211 run rm-remote-dir(pid=27504): Terminating (SIGINT)\u000a23:01:29.673820 run rm-remote-dir(pid=27504): Terminated: ok {rc=0}\u000a23:01:29.706382 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=27503): Process ended prematurely: srsepc(pid=27503) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27503)] [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a23:01:29.715871 tst rrc_idle_mo_ping.py:16: Test FAILED (18.0 sec)\u000a23:01:29.825357 run scp-back-log(pid=27505): Launched\u000a23:01:30.935774 run scp-back-log(pid=27505): ERR: Terminated: ERROR {rc=1} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27505)]\u000a23:01:31.002157 run scp-back-log(pid=27505): stdout: \u000a| (launched: 2022-12-09_23:01:29.757413) \u000a23:01:31.096627 run scp-back-log(pid=27505): stderr: \u000a| (launched: 2022-12-09_23:01:29.777110)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:01:31.155343 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27505): launch_sync(): local process exited with status 1 [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27505)]')\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=27519): Process ended prematurely: srsepc(pid=27519) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27519)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=27519): Process ended prematurely: srsepc(pid=27519) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a23:01:31.171658 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a23:01:31.189990 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a23:01:31.215523 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a23:01:31.365661 tst rrc_idle_mt_ping.py: using MSISDN 7431\u000a23:01:31.483425 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7431', subscriber_id=0}\u000a23:01:31.600041 run srsepc_10.42.42.118: Starting srsepc\u000a23:01:32.304181 run rm-remote-dir(pid=27507): Launched\u000a23:01:33.491193 run rm-remote-dir(pid=27507): Terminated: ok {rc=0}\u000a23:01:33.815953 run mk-remote-dir(pid=27508): Launched\u000a23:01:35.002196 run mk-remote-dir(pid=27508): Terminated: ok {rc=0}\u000a23:01:35.277309 run scp-inst-to-remote(pid=27509): Launched\u000a23:01:37.463750 run scp-inst-to-remote(pid=27509): Terminated: ok {rc=0}\u000a23:01:37.788060 run rm-remote-dir(pid=27511): Launched\u000a23:01:38.975069 run rm-remote-dir(pid=27511): Terminated: ok {rc=0}\u000a23:01:39.301529 run mk-remote-dir(pid=27512): Launched\u000a23:01:40.487417 run mk-remote-dir(pid=27512): Terminated: ok {rc=0}\u000a23:01:40.762027 run scp-cfg-to-remote(pid=27513): Launched\u000a23:01:41.946902 run scp-cfg-to-remote(pid=27513): Terminated: ok {rc=0}\u000a23:01:42.220699 run scp-db-to-remote(pid=27515): Launched\u000a23:01:43.404286 run scp-db-to-remote(pid=27515): Terminated: ok {rc=0}\u000a23:01:43.516869 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a23:01:43.831847 run patchelf(pid=27517): Launched\u000a23:01:45.015463 run patchelf(pid=27517): Terminated: ok {rc=0}\u000a23:01:45.129082 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a23:01:45.444643 run setcap-netadm(pid=27518): Launched\u000a23:01:46.687655 run setcap-netadm(pid=27518): Terminated: ok {rc=0}\u000a23:01:47.098196 run srsepc(pid=27519): Launched\u000a23:01:47.210244 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a23:01:48.353405 run rm-remote-dir(pid=27520): Launched\u000a23:01:48.538141 run srsepc(pid=27519): ERR: Terminated: ERROR {rc=127} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27519)]\u000a23:01:48.673066 run srsepc(pid=27519): stdout: \u000a| (launched: 2022-12-09_23:01:46.913124)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:48.807510 run srsepc(pid=27519): stderr: \u000a| (launched: 2022-12-09_23:01:46.969622)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:48.938528 run srsepc(pid=27519): stdout: \u000a| (launched: 2022-12-09_23:01:46.913124)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a23:01:49.068741 run srsepc(pid=27519): stderr: \u000a| (launched: 2022-12-09_23:01:46.969622)\u000a| Connection to 10.42.42.116 closed. \u000a23:01:49.220584 run rm-remote-dir(pid=27520): Terminating (SIGINT)\u000a23:01:49.398923 run rm-remote-dir(pid=27520): Terminated: ok {rc=0}\u000a23:01:49.431572 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=27519): Process ended prematurely: srsepc(pid=27519) [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=27519)] [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a23:01:49.441167 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a23:01:49.549920 run scp-back-log(pid=27521): Launched\u000a23:01:50.636785 run scp-back-log(pid=27521): ERR: Terminated: ERROR {rc=1} [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27521)]\u000a23:01:50.698669 run scp-back-log(pid=27521): stdout: \u000a| (launched: 2022-12-09_23:01:49.482395) \u000a23:01:50.761031 run scp-back-log(pid=27521): stderr: \u000a| (launched: 2022-12-09_23:01:49.502056)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a23:01:50.813636 tst srsepc_10.42.42.118: Error('scp-back-log(pid=27521): launch_sync(): local process exited with status 1 [trial-2365↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=27521)]')\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T22:59:29" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27533): Process ended prematurely: osmo-stp_10.42.42.5(pid=27533) [trial-2365↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27533)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27533): Process ended prematurely: osmo-stp_10.42.42.5(pid=27533) [trial-2365↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a23:01:51.673470 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:51.685683 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a23:01:51.817418 tst handover.py: using LAC 24258\u000a23:01:51.935390 tst handover.py: using RAC 33\u000a23:01:52.054979 tst handover.py: using CellId 24258\u000a23:01:52.175002 tst handover.py: using BVCI 24259\u000a23:01:52.198385 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a23:01:52.325401 tst handover.py: using LAC 24259\u000a23:01:52.449197 tst handover.py: using RAC 34\u000a23:01:52.573238 tst handover.py: using CellId 24259\u000a23:01:52.697125 tst handover.py: using BVCI 24260\u000a23:01:52.721546 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:52.732532 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:52.743617 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:52.754533 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:52.765646 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a23:01:52.776403 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a23:01:52.897218 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a23:01:53.103844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:01:53.608155 run create_hlr_db(pid=27527): Launched\u000a23:01:54.796233 run create_hlr_db(pid=27527): Terminated: ok {rc=0}\u000a23:01:55.126553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27529): Launched\u000a23:01:55.446945 run osmo-hlr_10.42.42.2(pid=27530): Launched\u000a23:01:55.562675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:01:56.117821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27532): Launched\u000a23:01:56.437606 run osmo-stp_10.42.42.5(pid=27533): Launched\u000a23:01:56.553646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:01:57.137508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27535): Launched\u000a23:01:57.457789 run osmo-msc_10.42.42.6(pid=27536): Launched\u000a23:01:57.648524 run osmo-stp_10.42.42.5(pid=27533): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27533)]\u000a23:01:57.785848 run osmo-stp_10.42.42.5(pid=27533): stdout: \u000a| (launched: 2022-12-09_23:01:56.280684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:57.922137 run osmo-stp_10.42.42.5(pid=27533): stderr: \u000a| �[0;m�[38;5;43m20221209230156471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230156472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230156472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230156472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230156473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230156473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230156473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:58.051360 run osmo-stp_10.42.42.5(pid=27533): stdout: \u000a| (launched: 2022-12-09_23:01:56.280684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:01:58.179261 run osmo-stp_10.42.42.5(pid=27533): stderr: \u000a| �[0;m�[38;5;43m20221209230156471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230156472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230156472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230156472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230156473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230156473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230156473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:01:58.235307 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27533): Process ended prematurely: osmo-stp_10.42.42.5(pid=27533) [trial-2365↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27533)] [trial-2365↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a23:01:58.243889 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:01:58.307106 run osmo-hlr_10.42.42.2(pid=27530): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27530)]\u000a23:01:58.358949 run osmo-hlr_10.42.42.2(pid=27530): stdout: \u000a| (launched: 2022-12-09_23:01:55.289912) \u000a23:01:58.411463 run osmo-hlr_10.42.42.2(pid=27530): stderr: \u000a| �[0;m�[1;31m20221209230155487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230155487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230155487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230155487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230155487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230155487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230155498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230155506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230155506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230155507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:01:58.482463 run osmo-msc_10.42.42.6(pid=27536): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27536)]\u000a23:01:58.534101 run osmo-msc_10.42.42.6(pid=27536): stdout: \u000a| (launched: 2022-12-09_23:01:57.301291) \u000a23:01:58.586328 run osmo-msc_10.42.42.6(pid=27536): stderr: \u000a| �[0;m�[38;5;43m20221209230157623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230157623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8b77c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230157623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230157623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230157624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230157624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230157626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230157626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230157626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230157626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:01:58.630821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27529): Terminating (SIGTERM)\u000a23:01:58.672875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27532): Terminating (SIGTERM)\u000a23:01:58.715142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27535): Terminating (SIGTERM)\u000a23:01:58.724646 --- ParallelTerminationStrategy: PID 27529 died...\u000a23:01:58.780737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27529): Terminated: ok {rc=0}\u000a23:01:58.791079 --- ParallelTerminationStrategy: PID 27532 died...\u000a23:01:58.846981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27532): Terminated: ok {rc=0}\u000a23:01:58.857206 --- ParallelTerminationStrategy: PID 27535 died...\u000a23:01:58.912707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27535): Terminated: ok {rc=0}\u000a23:01:59.000358 bus /sierra_3: Setting Powered False\u000a23:02:00.108274 bus /sierra_3: Setting Powered False\u000a23:02:01.224578 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:01:51" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27548): Process ended prematurely: osmo-stp_10.42.42.5(pid=27548) [trial-2365↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27548)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27548): Process ended prematurely: osmo-stp_10.42.42.5(pid=27548) [trial-2365↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a23:02:03.190386 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:03.201542 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:02:03.328541 tst handover.py: using LAC 24260\u000a23:02:03.449880 tst handover.py: using RAC 35\u000a23:02:03.576099 tst handover.py: using CellId 24260\u000a23:02:03.699077 tst handover.py: using BVCI 24261\u000a23:02:03.722109 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:02:03.849167 tst handover.py: using LAC 24261\u000a23:02:03.972036 tst handover.py: using RAC 36\u000a23:02:04.095381 tst handover.py: using CellId 24261\u000a23:02:04.218993 tst handover.py: using BVCI 24262\u000a23:02:04.243599 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:04.254821 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:04.265954 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:04.277456 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:04.288562 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:02:04.299673 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:02:04.418299 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:02:04.628351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:05.103530 run create_hlr_db(pid=27542): Launched\u000a23:02:05.235166 bus /sierra_2: Setting Powered False\u000a23:02:06.311032 run create_hlr_db(pid=27542): Terminated: ok {rc=0}\u000a23:02:06.690562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27544): Launched\u000a23:02:06.992268 run osmo-hlr_10.42.42.2(pid=27545): Launched\u000a23:02:07.104380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:07.605431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27547): Launched\u000a23:02:07.906605 run osmo-stp_10.42.42.5(pid=27548): Launched\u000a23:02:08.017067 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:08.541172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27550): Launched\u000a23:02:08.843260 run osmo-msc_10.42.42.6(pid=27551): Launched\u000a23:02:09.020556 run osmo-stp_10.42.42.5(pid=27548): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27548)]\u000a23:02:09.148687 run osmo-stp_10.42.42.5(pid=27548): stdout: \u000a| (launched: 2022-12-09_23:02:07.758676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:09.274946 run osmo-stp_10.42.42.5(pid=27548): stderr: \u000a| �[0;m�[38;5;43m20221209230207927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230207927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230207927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230207928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230207930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230207930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230207930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:09.396170 run osmo-stp_10.42.42.5(pid=27548): stdout: \u000a| (launched: 2022-12-09_23:02:07.758676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:09.515667 run osmo-stp_10.42.42.5(pid=27548): stderr: \u000a| �[0;m�[38;5;43m20221209230207927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230207927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230207927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230207928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230207930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230207930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230207930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:09.568324 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27548): Process ended prematurely: osmo-stp_10.42.42.5(pid=27548) [trial-2365↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27548)] [trial-2365↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a23:02:09.576224 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:02:09.635090 run osmo-hlr_10.42.42.2(pid=27545): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27545)]\u000a23:02:09.683521 run osmo-hlr_10.42.42.2(pid=27545): stdout: \u000a| (launched: 2022-12-09_23:02:06.843738) \u000a23:02:09.732802 run osmo-hlr_10.42.42.2(pid=27545): stderr: \u000a| �[0;m�[1;31m20221209230207019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230207019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230207019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230207019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230207019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230207019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230207031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230207040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230207040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230207040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:09.799358 run osmo-msc_10.42.42.6(pid=27551): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27551)]\u000a23:02:09.847862 run osmo-msc_10.42.42.6(pid=27551): stdout: \u000a| (launched: 2022-12-09_23:02:08.694765) \u000a23:02:09.896845 run osmo-msc_10.42.42.6(pid=27551): stderr: \u000a| �[0;m�[38;5;43m20221209230208965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230208965 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78c02bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230208965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230208965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230208966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230208966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230208967 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230208968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230208968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230208968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:09.938456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27544): Terminating (SIGTERM)\u000a23:02:09.977734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27547): Terminating (SIGTERM)\u000a23:02:10.017330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27550): Terminating (SIGTERM)\u000a23:02:10.026414 --- ParallelTerminationStrategy: PID 27544 died...\u000a23:02:10.079141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27544): Terminated: ok {rc=0}\u000a23:02:10.088565 --- ParallelTerminationStrategy: PID 27547 died...\u000a23:02:10.140876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27547): Terminated: ok {rc=0}\u000a23:02:10.150328 --- ParallelTerminationStrategy: PID 27550 died...\u000a23:02:10.203193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27550): Terminated: ok {rc=0}\u000a23:02:10.285953 bus /sierra_3: Setting Powered False\u000a23:02:11.393037 bus /sierra_3: Setting Powered False\u000a23:02:12.500810 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:02:02" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27563): Process ended prematurely: osmo-stp_10.42.42.5(pid=27563) [trial-2365↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27563)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27563): Process ended prematurely: osmo-stp_10.42.42.5(pid=27563) [trial-2365↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a23:02:14.493192 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:14.504212 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:02:14.636583 tst handover.py: using LAC 24262\u000a23:02:14.762020 tst handover.py: using RAC 37\u000a23:02:14.887566 tst handover.py: using CellId 24262\u000a23:02:15.012902 tst handover.py: using BVCI 24263\u000a23:02:15.037332 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:02:15.177397 tst handover.py: using LAC 24263\u000a23:02:15.298846 tst handover.py: using RAC 38\u000a23:02:15.418129 tst handover.py: using CellId 24263\u000a23:02:15.541342 tst handover.py: using BVCI 24264\u000a23:02:15.564338 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:15.575019 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:15.585756 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:15.596484 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:15.607203 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:02:15.617676 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:02:15.732549 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:02:15.964706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:16.488116 run create_hlr_db(pid=27557): Launched\u000a23:02:16.614350 bus /sierra_2: Setting Powered False\u000a23:02:17.683096 run create_hlr_db(pid=27557): Terminated: ok {rc=0}\u000a23:02:18.059607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27559): Launched\u000a23:02:18.363350 run osmo-hlr_10.42.42.2(pid=27560): Launched\u000a23:02:18.477917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:18.973898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27562): Launched\u000a23:02:19.274920 run osmo-stp_10.42.42.5(pid=27563): Launched\u000a23:02:19.385290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:19.907966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27565): Launched\u000a23:02:20.209996 run osmo-msc_10.42.42.6(pid=27566): Launched\u000a23:02:20.387207 run osmo-stp_10.42.42.5(pid=27563): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27563)]\u000a23:02:20.514941 run osmo-stp_10.42.42.5(pid=27563): stdout: \u000a| (launched: 2022-12-09_23:02:19.126918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:20.640021 run osmo-stp_10.42.42.5(pid=27563): stderr: \u000a| �[0;m�[38;5;43m20221209230219297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230219297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230219297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230219298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230219298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230219298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230219298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:20.760617 run osmo-stp_10.42.42.5(pid=27563): stdout: \u000a| (launched: 2022-12-09_23:02:19.126918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:20.879949 run osmo-stp_10.42.42.5(pid=27563): stderr: \u000a| �[0;m�[38;5;43m20221209230219297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230219297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230219297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230219298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230219298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230219298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230219298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:20.932343 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27563): Process ended prematurely: osmo-stp_10.42.42.5(pid=27563) [trial-2365↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27563)] [trial-2365↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a23:02:20.940062 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:02:20.998793 run osmo-hlr_10.42.42.2(pid=27560): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27560)]\u000a23:02:21.047333 run osmo-hlr_10.42.42.2(pid=27560): stdout: \u000a| (launched: 2022-12-09_23:02:18.214933) \u000a23:02:21.096626 run osmo-hlr_10.42.42.2(pid=27560): stderr: \u000a| �[0;m�[1;31m20221209230218390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230218390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230218390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230218390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230218390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230218390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230218402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230218411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230218412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230218412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:21.163186 run osmo-msc_10.42.42.6(pid=27566): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27566)]\u000a23:02:21.211311 run osmo-msc_10.42.42.6(pid=27566): stdout: \u000a| (launched: 2022-12-09_23:02:20.061415) \u000a23:02:21.260176 run osmo-msc_10.42.42.6(pid=27566): stderr: \u000a| �[0;m�[38;5;43m20221209230220332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230220332 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a49b05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230220332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230220332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230220332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230220333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230220334 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230220335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230220335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230220335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:21.301480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27559): Terminating (SIGTERM)\u000a23:02:21.341177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27562): Terminating (SIGTERM)\u000a23:02:21.380500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27565): Terminating (SIGTERM)\u000a23:02:21.389490 --- ParallelTerminationStrategy: PID 27559 died...\u000a23:02:21.442071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27559): Terminated: ok {rc=0}\u000a23:02:21.451473 --- ParallelTerminationStrategy: PID 27562 died...\u000a23:02:21.504079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27562): Terminated: ok {rc=0}\u000a23:02:21.513809 --- ParallelTerminationStrategy: PID 27565 died...\u000a23:02:21.566171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27565): Terminated: ok {rc=0}\u000a23:02:21.649102 bus /sierra_3: Setting Powered False\u000a23:02:22.749065 bus /sierra_3: Setting Powered False\u000a23:02:23.859742 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:02:14" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27577): Process ended prematurely: osmo-stp_10.42.42.5(pid=27577) [trial-2365↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27577)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27577): Process ended prematurely: osmo-stp_10.42.42.5(pid=27577) [trial-2365↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:02:25.865314 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:25.876725 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:02:26.003420 tst handover.py: using LAC 24264\u000a23:02:26.120404 tst handover.py: using RAC 39\u000a23:02:26.238357 tst handover.py: using CellId 24264\u000a23:02:26.356491 tst handover.py: using BVCI 24265\u000a23:02:26.379492 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:02:26.508893 tst handover.py: using LAC 24265\u000a23:02:26.626647 tst handover.py: using RAC 40\u000a23:02:26.745089 tst handover.py: using CellId 24265\u000a23:02:26.862814 tst handover.py: using BVCI 24266\u000a23:02:26.886026 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:26.897038 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:26.907915 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:26.919452 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:26.930846 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:02:26.942368 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:02:27.064011 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:02:27.266527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:27.723036 run create_hlr_db(pid=27571): Launched\u000a23:02:27.846961 bus /sierra_2: Setting Powered False\u000a23:02:28.918627 run create_hlr_db(pid=27571): Terminated: ok {rc=0}\u000a23:02:29.319359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27573): Launched\u000a23:02:29.643634 run osmo-hlr_10.42.42.2(pid=27574): Launched\u000a23:02:29.764750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:30.300592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27576): Launched\u000a23:02:30.623306 run osmo-stp_10.42.42.5(pid=27577): Launched\u000a23:02:30.739866 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:31.329662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27579): Launched\u000a23:02:31.665481 run osmo-msc_10.42.42.6(pid=27580): Launched\u000a23:02:31.910898 run osmo-stp_10.42.42.5(pid=27577): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27577)]\u000a23:02:32.233580 run osmo-stp_10.42.42.5(pid=27577): stdout: \u000a| (launched: 2022-12-09_23:02:30.465112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:32.410360 run osmo-stp_10.42.42.5(pid=27577): stderr: \u000a| �[0;m�[38;5;43m20221209230230656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230230657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230230657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230230657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230230658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230230658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230230658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:32.531931 run osmo-stp_10.42.42.5(pid=27577): stdout: \u000a| (launched: 2022-12-09_23:02:30.465112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:32.651816 run osmo-stp_10.42.42.5(pid=27577): stderr: \u000a| �[0;m�[38;5;43m20221209230230656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230230657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230230657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230230657 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230230658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230230658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230230658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:32.704573 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27577): Process ended prematurely: osmo-stp_10.42.42.5(pid=27577) [trial-2365↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27577)] [trial-2365↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:02:32.712629 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:02:32.772399 run osmo-hlr_10.42.42.2(pid=27574): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27574)]\u000a23:02:32.822018 run osmo-hlr_10.42.42.2(pid=27574): stdout: \u000a| (launched: 2022-12-09_23:02:29.484014) \u000a23:02:32.871819 run osmo-hlr_10.42.42.2(pid=27574): stderr: \u000a| �[0;m�[1;31m20221209230229683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230229683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230229683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230229683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230229683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230229683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230229695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230229704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230229704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230229704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:32.939374 run osmo-msc_10.42.42.6(pid=27580): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27580)]\u000a23:02:32.988379 run osmo-msc_10.42.42.6(pid=27580): stdout: \u000a| (launched: 2022-12-09_23:02:31.490098) \u000a23:02:33.038045 run osmo-msc_10.42.42.6(pid=27580): stderr: \u000a| �[0;m�[38;5;43m20221209230232160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230232161 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b30acbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230232161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230232161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230232163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230232164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230232174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230232176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230232177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230232177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:33.080006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27573): Terminating (SIGTERM)\u000a23:02:33.119717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27576): Terminating (SIGTERM)\u000a23:02:33.159587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27579): Terminating (SIGTERM)\u000a23:02:33.168837 --- ParallelTerminationStrategy: PID 27573 died...\u000a23:02:33.222323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27573): Terminated: ok {rc=0}\u000a23:02:33.232035 --- ParallelTerminationStrategy: PID 27576 died...\u000a23:02:33.285699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27576): Terminated: ok {rc=0}\u000a23:02:33.295315 --- ParallelTerminationStrategy: PID 27579 died...\u000a23:02:33.348621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27579): Terminated: ok {rc=0}\u000a23:02:33.437039 bus /sierra_3: Setting Powered False\u000a23:02:34.541597 bus /sierra_3: Setting Powered False\u000a23:02:35.653181 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:02:25" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27591): Process ended prematurely: osmo-stp_10.42.42.5(pid=27591) [trial-2365↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27591)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27591): Process ended prematurely: osmo-stp_10.42.42.5(pid=27591) [trial-2365↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:02:37.644593 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:37.655373 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:02:37.779353 tst handover.py: using LAC 24266\u000a23:02:37.899801 tst handover.py: using RAC 41\u000a23:02:38.019671 tst handover.py: using CellId 24266\u000a23:02:38.139077 tst handover.py: using BVCI 24267\u000a23:02:38.161946 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:02:38.300066 tst handover.py: using LAC 24267\u000a23:02:38.416123 tst handover.py: using RAC 42\u000a23:02:38.534739 tst handover.py: using CellId 24267\u000a23:02:38.651501 tst handover.py: using BVCI 24268\u000a23:02:38.674615 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:38.685629 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:38.696243 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:38.707004 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:38.717713 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:02:38.728334 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:02:38.846869 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:02:39.055412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:39.533120 run create_hlr_db(pid=27585): Launched\u000a23:02:39.665677 bus /sierra_2: Setting Powered False\u000a23:02:40.741798 run create_hlr_db(pid=27585): Terminated: ok {rc=0}\u000a23:02:41.143480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27587): Launched\u000a23:02:41.465508 run osmo-hlr_10.42.42.2(pid=27588): Launched\u000a23:02:41.582319 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:42.111936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27590): Launched\u000a23:02:42.434591 run osmo-stp_10.42.42.5(pid=27591): Launched\u000a23:02:42.553235 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:43.116537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27593): Launched\u000a23:02:43.438014 run osmo-msc_10.42.42.6(pid=27594): Launched\u000a23:02:43.627341 run osmo-stp_10.42.42.5(pid=27591): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27591)]\u000a23:02:43.764329 run osmo-stp_10.42.42.5(pid=27591): stdout: \u000a| (launched: 2022-12-09_23:02:42.275744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:43.900501 run osmo-stp_10.42.42.5(pid=27591): stderr: \u000a| �[0;m�[38;5;43m20221209230242467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230242467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230242467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230242468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230242468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230242468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230242468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:44.029755 run osmo-stp_10.42.42.5(pid=27591): stdout: \u000a| (launched: 2022-12-09_23:02:42.275744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:44.157942 run osmo-stp_10.42.42.5(pid=27591): stderr: \u000a| �[0;m�[38;5;43m20221209230242467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230242467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230242467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230242468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230242468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230242468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230242468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:44.214043 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27591): Process ended prematurely: osmo-stp_10.42.42.5(pid=27591) [trial-2365↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27591)] [trial-2365↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:02:44.222554 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:02:44.285643 run osmo-hlr_10.42.42.2(pid=27588): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27588)]\u000a23:02:44.337002 run osmo-hlr_10.42.42.2(pid=27588): stdout: \u000a| (launched: 2022-12-09_23:02:41.307424) \u000a23:02:44.389269 run osmo-hlr_10.42.42.2(pid=27588): stderr: \u000a| �[0;m�[1;31m20221209230241505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230241505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230241505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230241505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230241505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230241505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230241517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230241525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230241525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230241525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:44.459729 run osmo-msc_10.42.42.6(pid=27594): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27594)]\u000a23:02:44.511546 run osmo-msc_10.42.42.6(pid=27594): stdout: \u000a| (launched: 2022-12-09_23:02:43.280415) \u000a23:02:44.563535 run osmo-msc_10.42.42.6(pid=27594): stderr: \u000a| �[0;m�[38;5;43m20221209230243603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230243603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8917620c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230243603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230243603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230243603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230243603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230243605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230243606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230243606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230243606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:44.608111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27587): Terminating (SIGTERM)\u000a23:02:44.650318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27590): Terminating (SIGTERM)\u000a23:02:44.692648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27593): Terminating (SIGTERM)\u000a23:02:44.702550 --- ParallelTerminationStrategy: PID 27587 died...\u000a23:02:44.758869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27587): Terminated: ok {rc=0}\u000a23:02:44.769157 --- ParallelTerminationStrategy: PID 27590 died...\u000a23:02:44.824691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27590): Terminated: ok {rc=0}\u000a23:02:44.834980 --- ParallelTerminationStrategy: PID 27593 died...\u000a23:02:44.890902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27593): Terminated: ok {rc=0}\u000a23:02:44.978083 bus /sierra_3: Setting Powered False\u000a23:02:46.085493 bus /sierra_3: Setting Powered False\u000a23:02:47.206253 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:02:37" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27605): Process ended prematurely: osmo-stp_10.42.42.5(pid=27605) [trial-2365↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27605)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27605): Process ended prematurely: osmo-stp_10.42.42.5(pid=27605) [trial-2365↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:02:49.188278 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:49.199261 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:02:49.323332 tst handover.py: using LAC 24268\u000a23:02:49.443904 tst handover.py: using RAC 43\u000a23:02:49.565214 tst handover.py: using CellId 24268\u000a23:02:49.686159 tst handover.py: using BVCI 24269\u000a23:02:49.709495 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:02:49.830408 tst handover.py: using LAC 24269\u000a23:02:49.950115 tst handover.py: using RAC 44\u000a23:02:50.068350 tst handover.py: using CellId 24269\u000a23:02:50.187993 tst handover.py: using BVCI 24270\u000a23:02:50.211017 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:50.221838 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:50.232462 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:50.243026 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:50.253769 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:02:50.264327 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:02:50.383040 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:02:50.593590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:02:51.071742 run create_hlr_db(pid=27599): Launched\u000a23:02:51.203375 bus /sierra_2: Setting Powered False\u000a23:02:52.278699 run create_hlr_db(pid=27599): Terminated: ok {rc=0}\u000a23:02:52.679395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27601): Launched\u000a23:02:53.000658 run osmo-hlr_10.42.42.2(pid=27602): Launched\u000a23:02:53.121810 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:02:53.651986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27604): Launched\u000a23:02:53.974222 run osmo-stp_10.42.42.5(pid=27605): Launched\u000a23:02:54.093063 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:02:54.655524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27607): Launched\u000a23:02:54.978661 run osmo-msc_10.42.42.6(pid=27608): Launched\u000a23:02:55.169965 run osmo-stp_10.42.42.5(pid=27605): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27605)]\u000a23:02:55.308157 run osmo-stp_10.42.42.5(pid=27605): stdout: \u000a| (launched: 2022-12-09_23:02:53.815642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:55.445493 run osmo-stp_10.42.42.5(pid=27605): stderr: \u000a| �[0;m�[38;5;43m20221209230254008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230254009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230254009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230254009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230254010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230254010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230254010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:55.576207 run osmo-stp_10.42.42.5(pid=27605): stdout: \u000a| (launched: 2022-12-09_23:02:53.815642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:02:55.706693 run osmo-stp_10.42.42.5(pid=27605): stderr: \u000a| �[0;m�[38;5;43m20221209230254008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230254009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230254009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230254009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230254010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230254010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230254010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:02:55.763116 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27605): Process ended prematurely: osmo-stp_10.42.42.5(pid=27605) [trial-2365↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27605)] [trial-2365↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a23:02:55.771665 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:02:55.834833 run osmo-hlr_10.42.42.2(pid=27602): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27602)]\u000a23:02:55.886599 run osmo-hlr_10.42.42.2(pid=27602): stdout: \u000a| (launched: 2022-12-09_23:02:52.842761) \u000a23:02:55.938812 run osmo-hlr_10.42.42.2(pid=27602): stderr: \u000a| �[0;m�[1;31m20221209230253042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230253042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230253042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230253042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230253042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230253042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230253055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230253063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230253063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230253063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:02:56.009562 run osmo-msc_10.42.42.6(pid=27608): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27608)]\u000a23:02:56.061164 run osmo-msc_10.42.42.6(pid=27608): stdout: \u000a| (launched: 2022-12-09_23:02:54.819409) \u000a23:02:56.113384 run osmo-msc_10.42.42.6(pid=27608): stderr: \u000a| �[0;m�[38;5;43m20221209230255138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230255138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66517abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230255138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230255138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230255138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230255139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230255140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230255141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230255141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230255141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:02:56.157295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27601): Terminating (SIGTERM)\u000a23:02:56.199123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27604): Terminating (SIGTERM)\u000a23:02:56.241154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27607): Terminating (SIGTERM)\u000a23:02:56.251006 --- ParallelTerminationStrategy: PID 27601 died...\u000a23:02:56.306915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27601): Terminated: ok {rc=0}\u000a23:02:56.316795 --- ParallelTerminationStrategy: PID 27604 died...\u000a23:02:56.372439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27604): Terminated: ok {rc=0}\u000a23:02:56.382523 --- ParallelTerminationStrategy: PID 27607 died...\u000a23:02:56.438248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27607): Terminated: ok {rc=0}\u000a23:02:56.525551 bus /sierra_3: Setting Powered False\u000a23:02:57.633894 bus /sierra_3: Setting Powered False\u000a23:02:58.742015 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:02:48" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27620): Process ended prematurely: osmo-stp_10.42.42.5(pid=27620) [trial-2365↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27620)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27620): Process ended prematurely: osmo-stp_10.42.42.5(pid=27620) [trial-2365↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:03:00.734098 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:00.745220 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:03:00.905698 tst handover.py: using LAC 24270\u000a23:03:01.037598 tst handover.py: using RAC 45\u000a23:03:01.200745 tst handover.py: using CellId 24270\u000a23:03:01.336554 tst handover.py: using BVCI 24271\u000a23:03:01.362246 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:03:01.512089 tst handover.py: using LAC 24271\u000a23:03:01.640026 tst handover.py: using RAC 46\u000a23:03:01.760801 tst handover.py: using CellId 24271\u000a23:03:01.883924 tst handover.py: using BVCI 24272\u000a23:03:01.909127 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:01.920727 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:01.932376 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:01.944234 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:01.955465 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:03:01.967214 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:03:02.086108 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:03:02.305547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:02.786423 run create_hlr_db(pid=27614): Launched\u000a23:03:02.917539 bus /sierra_2: Setting Powered False\u000a23:03:03.993870 run create_hlr_db(pid=27614): Terminated: ok {rc=0}\u000a23:03:04.373785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27616): Launched\u000a23:03:04.676569 run osmo-hlr_10.42.42.2(pid=27617): Launched\u000a23:03:04.787122 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:05.283328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27619): Launched\u000a23:03:05.584583 run osmo-stp_10.42.42.5(pid=27620): Launched\u000a23:03:05.695745 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:06.220590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27622): Launched\u000a23:03:06.522950 run osmo-msc_10.42.42.6(pid=27623): Launched\u000a23:03:06.701213 run osmo-stp_10.42.42.5(pid=27620): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27620)]\u000a23:03:06.828293 run osmo-stp_10.42.42.5(pid=27620): stdout: \u000a| (launched: 2022-12-09_23:03:05.436568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:06.953607 run osmo-stp_10.42.42.5(pid=27620): stderr: \u000a| �[0;m�[38;5;43m20221209230305607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230305607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230305607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230305608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230305608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230305608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230305608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:07.074815 run osmo-stp_10.42.42.5(pid=27620): stdout: \u000a| (launched: 2022-12-09_23:03:05.436568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:07.194618 run osmo-stp_10.42.42.5(pid=27620): stderr: \u000a| �[0;m�[38;5;43m20221209230305607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230305607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230305607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230305608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230305608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230305608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230305608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:07.247410 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27620): Process ended prematurely: osmo-stp_10.42.42.5(pid=27620) [trial-2365↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27620)] [trial-2365↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a23:03:07.255481 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:03:07.314907 run osmo-hlr_10.42.42.2(pid=27617): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27617)]\u000a23:03:07.363715 run osmo-hlr_10.42.42.2(pid=27617): stdout: \u000a| (launched: 2022-12-09_23:03:04.527353) \u000a23:03:07.413148 run osmo-hlr_10.42.42.2(pid=27617): stderr: \u000a| �[0;m�[1;31m20221209230304702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230304702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230304702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230304703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230304703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230304703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230304718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230304727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230304727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230304727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:07.480146 run osmo-msc_10.42.42.6(pid=27623): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27623)]\u000a23:03:07.528748 run osmo-msc_10.42.42.6(pid=27623): stdout: \u000a| (launched: 2022-12-09_23:03:06.374174) \u000a23:03:07.577856 run osmo-msc_10.42.42.6(pid=27623): stderr: \u000a| �[0;m�[38;5;43m20221209230306646 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230306646 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0aaffc0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230306646 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230306646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230306646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230306647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230306648 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230306649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230306649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230306649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:07.619579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27616): Terminating (SIGTERM)\u000a23:03:07.658960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27619): Terminating (SIGTERM)\u000a23:03:07.698745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27622): Terminating (SIGTERM)\u000a23:03:07.707914 --- ParallelTerminationStrategy: PID 27616 died...\u000a23:03:07.760609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27616): Terminated: ok {rc=0}\u000a23:03:07.770171 --- ParallelTerminationStrategy: PID 27619 died...\u000a23:03:07.822700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27619): Terminated: ok {rc=0}\u000a23:03:07.832140 --- ParallelTerminationStrategy: PID 27622 died...\u000a23:03:07.884344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27622): Terminated: ok {rc=0}\u000a23:03:07.968020 bus /sierra_3: Setting Powered False\u000a23:03:09.074017 bus /sierra_3: Setting Powered False\u000a23:03:10.181363 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:03:00" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27634): Process ended prematurely: osmo-stp_10.42.42.5(pid=27634) [trial-2365↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27634)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27634): Process ended prematurely: osmo-stp_10.42.42.5(pid=27634) [trial-2365↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:03:12.178201 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:12.188865 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:03:12.314790 tst handover.py: using LAC 24272\u000a23:03:12.434316 tst handover.py: using RAC 47\u000a23:03:12.554400 tst handover.py: using CellId 24272\u000a23:03:12.675913 tst handover.py: using BVCI 24273\u000a23:03:12.698690 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:03:12.843595 tst handover.py: using LAC 24273\u000a23:03:12.967067 tst handover.py: using RAC 48\u000a23:03:13.091144 tst handover.py: using CellId 24273\u000a23:03:13.215251 tst handover.py: using BVCI 24274\u000a23:03:13.239839 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:13.251273 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:13.262322 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:13.273677 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:13.285139 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:03:13.297052 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:03:13.415773 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:03:13.627877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:14.105768 run create_hlr_db(pid=27628): Launched\u000a23:03:14.237299 bus /sierra_2: Setting Powered False\u000a23:03:15.312326 run create_hlr_db(pid=27628): Terminated: ok {rc=0}\u000a23:03:15.691103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27630): Launched\u000a23:03:16.131378 run osmo-hlr_10.42.42.2(pid=27631): Launched\u000a23:03:16.322129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:16.931050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27633): Launched\u000a23:03:17.320742 run osmo-stp_10.42.42.5(pid=27634): Launched\u000a23:03:17.430134 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:17.954252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27636): Launched\u000a23:03:18.254989 run osmo-msc_10.42.42.6(pid=27637): Launched\u000a23:03:18.433082 run osmo-stp_10.42.42.5(pid=27634): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27634)]\u000a23:03:18.561205 run osmo-stp_10.42.42.5(pid=27634): stdout: \u000a| (launched: 2022-12-09_23:03:17.098950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:18.687169 run osmo-stp_10.42.42.5(pid=27634): stderr: \u000a| �[0;m�[38;5;43m20221209230317331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230317331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230317332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230317332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230317332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230317333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230317333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:18.808058 run osmo-stp_10.42.42.5(pid=27634): stdout: \u000a| (launched: 2022-12-09_23:03:17.098950)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:18.927875 run osmo-stp_10.42.42.5(pid=27634): stderr: \u000a| �[0;m�[38;5;43m20221209230317331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230317331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230317332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230317332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230317332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230317333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230317333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:18.980472 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27634): Process ended prematurely: osmo-stp_10.42.42.5(pid=27634) [trial-2365↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27634)] [trial-2365↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a23:03:18.988334 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:03:19.048596 run osmo-hlr_10.42.42.2(pid=27631): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27631)]\u000a23:03:19.098307 run osmo-hlr_10.42.42.2(pid=27631): stdout: \u000a| (launched: 2022-12-09_23:03:15.862276) \u000a23:03:19.150295 run osmo-hlr_10.42.42.2(pid=27631): stderr: \u000a| �[0;m�[1;31m20221209230316184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230316184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230316184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230316184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230316184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230316197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230316209 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230316225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230316225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230316225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:19.217596 run osmo-msc_10.42.42.6(pid=27637): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27637)]\u000a23:03:19.266105 run osmo-msc_10.42.42.6(pid=27637): stdout: \u000a| (launched: 2022-12-09_23:03:18.106908) \u000a23:03:19.315241 run osmo-msc_10.42.42.6(pid=27637): stderr: \u000a| �[0;m�[38;5;43m20221209230318375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230318375 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f765996ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230318375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230318376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230318376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230318376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230318378 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230318378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230318378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230318378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:19.356873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27630): Terminating (SIGTERM)\u000a23:03:19.395957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27633): Terminating (SIGTERM)\u000a23:03:19.435073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27636): Terminating (SIGTERM)\u000a23:03:19.444148 --- ParallelTerminationStrategy: PID 27630 died...\u000a23:03:19.496559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27630): Terminated: ok {rc=0}\u000a23:03:19.505977 --- ParallelTerminationStrategy: PID 27633 died...\u000a23:03:19.558292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27633): Terminated: ok {rc=0}\u000a23:03:19.567698 --- ParallelTerminationStrategy: PID 27636 died...\u000a23:03:19.620477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27636): Terminated: ok {rc=0}\u000a23:03:19.703148 bus /sierra_3: Setting Powered False\u000a23:03:20.809195 bus /sierra_3: Setting Powered False\u000a23:03:21.916821 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:03:11" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27648): Process ended prematurely: osmo-stp_10.42.42.5(pid=27648) [trial-2365↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27648)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27648): Process ended prematurely: osmo-stp_10.42.42.5(pid=27648) [trial-2365↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a23:03:23.879570 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:23.890239 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:03:24.009886 tst handover.py: using LAC 24274\u000a23:03:24.129591 tst handover.py: using RAC 49\u000a23:03:24.248107 tst handover.py: using CellId 24274\u000a23:03:24.373077 tst handover.py: using BVCI 24275\u000a23:03:24.395757 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a23:03:24.519801 tst handover.py: using LAC 24275\u000a23:03:24.636569 tst handover.py: using RAC 50\u000a23:03:24.754587 tst handover.py: using CellId 24275\u000a23:03:24.872158 tst handover.py: using BVCI 24276\u000a23:03:24.895194 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:24.905899 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:24.916273 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:24.927060 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:24.937952 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a23:03:24.948774 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:03:25.067908 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a23:03:25.281779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:25.763043 run create_hlr_db(pid=27642): Launched\u000a23:03:25.895179 bus /sierra_2: Setting Powered False\u000a23:03:26.971113 run create_hlr_db(pid=27642): Terminated: ok {rc=0}\u000a23:03:27.351940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27644): Launched\u000a23:03:27.655915 run osmo-hlr_10.42.42.2(pid=27645): Launched\u000a23:03:27.767372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:28.264265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27647): Launched\u000a23:03:28.563480 run osmo-stp_10.42.42.5(pid=27648): Launched\u000a23:03:28.672501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:29.196238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27650): Launched\u000a23:03:29.499308 run osmo-msc_10.42.42.6(pid=27651): Launched\u000a23:03:29.676473 run osmo-stp_10.42.42.5(pid=27648): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27648)]\u000a23:03:29.803708 run osmo-stp_10.42.42.5(pid=27648): stdout: \u000a| (launched: 2022-12-09_23:03:28.416681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:29.930432 run osmo-stp_10.42.42.5(pid=27648): stderr: \u000a| �[0;m�[38;5;43m20221209230328583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230328583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230328583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230328584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230328586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230328586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230328586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:30.051575 run osmo-stp_10.42.42.5(pid=27648): stdout: \u000a| (launched: 2022-12-09_23:03:28.416681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:30.171428 run osmo-stp_10.42.42.5(pid=27648): stderr: \u000a| �[0;m�[38;5;43m20221209230328583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230328583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230328583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230328584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230328586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230328586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230328586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:30.224175 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27648): Process ended prematurely: osmo-stp_10.42.42.5(pid=27648) [trial-2365↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27648)] [trial-2365↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a23:03:30.232339 tst handover.py:18: Test FAILED (6.3 sec)\u000a23:03:30.291766 run osmo-hlr_10.42.42.2(pid=27645): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27645)]\u000a23:03:30.340936 run osmo-hlr_10.42.42.2(pid=27645): stdout: \u000a| (launched: 2022-12-09_23:03:27.506754) \u000a23:03:30.390698 run osmo-hlr_10.42.42.2(pid=27645): stderr: \u000a| �[0;m�[1;31m20221209230327683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230327683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230327683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230327683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230327683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230327683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230327695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230327704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230327704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230327704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:30.457914 run osmo-msc_10.42.42.6(pid=27651): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27651)]\u000a23:03:30.506582 run osmo-msc_10.42.42.6(pid=27651): stdout: \u000a| (launched: 2022-12-09_23:03:29.350798) \u000a23:03:30.555760 run osmo-msc_10.42.42.6(pid=27651): stderr: \u000a| �[0;m�[38;5;43m20221209230329619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230329619 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bcc06fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230329620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230329620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230329620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230329620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230329623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230329624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230329624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230329624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:30.597869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27644): Terminating (SIGTERM)\u000a23:03:30.637589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27647): Terminating (SIGTERM)\u000a23:03:30.677244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27650): Terminating (SIGTERM)\u000a23:03:30.686538 --- ParallelTerminationStrategy: PID 27644 died...\u000a23:03:30.739722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27644): Terminated: ok {rc=0}\u000a23:03:30.749640 --- ParallelTerminationStrategy: PID 27647 died...\u000a23:03:30.802533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27647): Terminated: ok {rc=0}\u000a23:03:30.811936 --- ParallelTerminationStrategy: PID 27650 died...\u000a23:03:30.885676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27650): Terminated: ok {rc=0}\u000a23:03:30.971286 bus /sierra_3: Setting Powered False\u000a23:03:32.079884 bus /sierra_3: Setting Powered False\u000a23:03:33.187754 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:03:23" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27662): Process ended prematurely: osmo-stp_10.42.42.5(pid=27662) [trial-2365↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27662)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27662): Process ended prematurely: osmo-stp_10.42.42.5(pid=27662) [trial-2365↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a23:03:35.167525 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:35.178686 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:03:35.309360 tst handover.py: using LAC 24276\u000a23:03:35.437012 tst handover.py: using RAC 51\u000a23:03:35.565481 tst handover.py: using CellId 24276\u000a23:03:35.692393 tst handover.py: using BVCI 24277\u000a23:03:35.716716 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:03:35.858082 tst handover.py: using LAC 24277\u000a23:03:35.984573 tst handover.py: using RAC 52\u000a23:03:36.110517 tst handover.py: using CellId 24277\u000a23:03:36.236111 tst handover.py: using BVCI 24278\u000a23:03:36.260453 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:36.271579 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:36.282693 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:36.293695 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:36.305789 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:03:36.317538 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:03:36.438173 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:03:36.649268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:37.127504 run create_hlr_db(pid=27656): Launched\u000a23:03:37.260033 bus /sierra_2: Setting Powered False\u000a23:03:38.324819 run create_hlr_db(pid=27656): Terminated: ok {rc=0}\u000a23:03:38.702300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27658): Launched\u000a23:03:39.004134 run osmo-hlr_10.42.42.2(pid=27659): Launched\u000a23:03:39.115730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:39.611900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27661): Launched\u000a23:03:39.912043 run osmo-stp_10.42.42.5(pid=27662): Launched\u000a23:03:40.022755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:40.545977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27664): Launched\u000a23:03:40.848747 run osmo-msc_10.42.42.6(pid=27665): Launched\u000a23:03:41.024874 run osmo-stp_10.42.42.5(pid=27662): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27662)]\u000a23:03:41.152903 run osmo-stp_10.42.42.5(pid=27662): stdout: \u000a| (launched: 2022-12-09_23:03:39.764592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:41.278287 run osmo-stp_10.42.42.5(pid=27662): stderr: \u000a| �[0;m�[38;5;43m20221209230339935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230339935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230339935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230339936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230339936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230339936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230339936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:41.399205 run osmo-stp_10.42.42.5(pid=27662): stdout: \u000a| (launched: 2022-12-09_23:03:39.764592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:41.518937 run osmo-stp_10.42.42.5(pid=27662): stderr: \u000a| �[0;m�[38;5;43m20221209230339935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230339935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230339935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230339936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230339936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230339936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230339936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:41.571285 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27662): Process ended prematurely: osmo-stp_10.42.42.5(pid=27662) [trial-2365↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27662)] [trial-2365↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a23:03:41.579456 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:03:41.639220 run osmo-hlr_10.42.42.2(pid=27659): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27659)]\u000a23:03:41.687918 run osmo-hlr_10.42.42.2(pid=27659): stdout: \u000a| (launched: 2022-12-09_23:03:38.856316) \u000a23:03:41.737447 run osmo-hlr_10.42.42.2(pid=27659): stderr: \u000a| �[0;m�[1;31m20221209230339029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230339029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230339029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230339029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230339029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230339029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230339042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230339051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230339051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230339051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:41.804322 run osmo-msc_10.42.42.6(pid=27665): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27665)]\u000a23:03:41.853071 run osmo-msc_10.42.42.6(pid=27665): stdout: \u000a| (launched: 2022-12-09_23:03:40.699080) \u000a23:03:41.902207 run osmo-msc_10.42.42.6(pid=27665): stderr: \u000a| �[0;m�[38;5;43m20221209230340969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230340969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66d146bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230340969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230340969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230340969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230340969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230340973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230340973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230340973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230340973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:41.943733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27658): Terminating (SIGTERM)\u000a23:03:41.983738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27661): Terminating (SIGTERM)\u000a23:03:42.023448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27664): Terminating (SIGTERM)\u000a23:03:42.032735 --- ParallelTerminationStrategy: PID 27658 died...\u000a23:03:42.085390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27658): Terminated: ok {rc=0}\u000a23:03:42.095305 --- ParallelTerminationStrategy: PID 27661 died...\u000a23:03:42.148107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27661): Terminated: ok {rc=0}\u000a23:03:42.157847 --- ParallelTerminationStrategy: PID 27664 died...\u000a23:03:42.210172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27664): Terminated: ok {rc=0}\u000a23:03:42.296369 bus /sierra_3: Setting Powered False\u000a23:03:43.399789 bus /sierra_3: Setting Powered False\u000a23:03:44.510643 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:03:34" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27676): Process ended prematurely: osmo-stp_10.42.42.5(pid=27676) [trial-2365↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27676)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27676): Process ended prematurely: osmo-stp_10.42.42.5(pid=27676) [trial-2365↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:03:46.520525 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:46.532540 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:03:46.703185 tst handover.py: using LAC 24278\u000a23:03:46.833385 tst handover.py: using RAC 53\u000a23:03:46.963088 tst handover.py: using CellId 24278\u000a23:03:47.106497 tst handover.py: using BVCI 24279\u000a23:03:47.132168 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:03:47.266550 tst handover.py: using LAC 24279\u000a23:03:47.387771 tst handover.py: using RAC 54\u000a23:03:47.506062 tst handover.py: using CellId 24279\u000a23:03:47.623862 tst handover.py: using BVCI 24280\u000a23:03:47.646880 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:47.658030 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:47.668696 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:47.680129 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:47.691203 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:03:47.702152 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:03:47.822028 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:03:48.034075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:03:48.515325 run create_hlr_db(pid=27670): Launched\u000a23:03:48.648274 bus /sierra_2: Setting Powered False\u000a23:03:49.724714 run create_hlr_db(pid=27670): Terminated: ok {rc=0}\u000a23:03:50.128844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27672): Launched\u000a23:03:50.453694 run osmo-hlr_10.42.42.2(pid=27673): Launched\u000a23:03:50.574765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:03:51.109290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27675): Launched\u000a23:03:51.431507 run osmo-stp_10.42.42.5(pid=27676): Launched\u000a23:03:51.548461 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:03:52.111147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27678): Launched\u000a23:03:52.434541 run osmo-msc_10.42.42.6(pid=27679): Launched\u000a23:03:52.623574 run osmo-stp_10.42.42.5(pid=27676): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27676)]\u000a23:03:52.762576 run osmo-stp_10.42.42.5(pid=27676): stdout: \u000a| (launched: 2022-12-09_23:03:51.273809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:52.899008 run osmo-stp_10.42.42.5(pid=27676): stderr: \u000a| �[0;m�[38;5;43m20221209230351464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230351464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230351464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230351465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230351467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230351467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230351467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:53.028862 run osmo-stp_10.42.42.5(pid=27676): stdout: \u000a| (launched: 2022-12-09_23:03:51.273809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:03:53.157688 run osmo-stp_10.42.42.5(pid=27676): stderr: \u000a| �[0;m�[38;5;43m20221209230351464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230351464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230351464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230351465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230351467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230351467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230351467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:03:53.213928 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27676): Process ended prematurely: osmo-stp_10.42.42.5(pid=27676) [trial-2365↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27676)] [trial-2365↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:03:53.222459 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:03:53.285397 run osmo-hlr_10.42.42.2(pid=27673): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27673)]\u000a23:03:53.336594 run osmo-hlr_10.42.42.2(pid=27673): stdout: \u000a| (launched: 2022-12-09_23:03:50.294600) \u000a23:03:53.388509 run osmo-hlr_10.42.42.2(pid=27673): stderr: \u000a| �[0;m�[1;31m20221209230350492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230350492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230350492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230350492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230350492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230350492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230350505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230350513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230350513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230350513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:03:53.459254 run osmo-msc_10.42.42.6(pid=27679): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27679)]\u000a23:03:53.510895 run osmo-msc_10.42.42.6(pid=27679): stdout: \u000a| (launched: 2022-12-09_23:03:52.276217) \u000a23:03:53.563038 run osmo-msc_10.42.42.6(pid=27679): stderr: \u000a| �[0;m�[38;5;43m20221209230352595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230352595 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b5c085c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230352595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230352595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230352595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230352596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230352599 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230352599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230352600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230352600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:03:53.606955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27672): Terminating (SIGTERM)\u000a23:03:53.649393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27675): Terminating (SIGTERM)\u000a23:03:53.691524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27678): Terminating (SIGTERM)\u000a23:03:53.701518 --- ParallelTerminationStrategy: PID 27672 died...\u000a23:03:53.757585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27672): Terminated: ok {rc=0}\u000a23:03:53.767806 --- ParallelTerminationStrategy: PID 27675 died...\u000a23:03:53.823453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27675): Terminated: ok {rc=0}\u000a23:03:53.833837 --- ParallelTerminationStrategy: PID 27678 died...\u000a23:03:53.889410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27678): Terminated: ok {rc=0}\u000a23:03:53.977143 bus /sierra_3: Setting Powered False\u000a23:03:55.084359 bus /sierra_3: Setting Powered False\u000a23:03:56.193047 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:03:46" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27691): Process ended prematurely: osmo-stp_10.42.42.5(pid=27691) [trial-2365↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27691)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27691): Process ended prematurely: osmo-stp_10.42.42.5(pid=27691) [trial-2365↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:03:58.190306 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:03:58.202170 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:03:58.332235 tst handover.py: using LAC 24280\u000a23:03:58.459301 tst handover.py: using RAC 55\u000a23:03:58.585340 tst handover.py: using CellId 24280\u000a23:03:58.716162 tst handover.py: using BVCI 24281\u000a23:03:58.740497 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:03:58.881653 tst handover.py: using LAC 24281\u000a23:03:59.008165 tst handover.py: using RAC 56\u000a23:03:59.132534 tst handover.py: using CellId 24281\u000a23:03:59.257252 tst handover.py: using BVCI 24282\u000a23:03:59.281799 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:03:59.293113 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:03:59.304173 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:03:59.315403 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:03:59.327241 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:03:59.338603 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:03:59.455387 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:03:59.667691 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:00.145683 run create_hlr_db(pid=27685): Launched\u000a23:04:00.277608 bus /sierra_2: Setting Powered False\u000a23:04:01.346397 run create_hlr_db(pid=27685): Terminated: ok {rc=0}\u000a23:04:01.816094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27687): Launched\u000a23:04:02.211173 run osmo-hlr_10.42.42.2(pid=27688): Launched\u000a23:04:02.321381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:02.838384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27690): Launched\u000a23:04:03.138884 run osmo-stp_10.42.42.5(pid=27691): Launched\u000a23:04:03.248018 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:03.773920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27693): Launched\u000a23:04:04.076577 run osmo-msc_10.42.42.6(pid=27694): Launched\u000a23:04:04.255275 run osmo-stp_10.42.42.5(pid=27691): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27691)]\u000a23:04:04.383735 run osmo-stp_10.42.42.5(pid=27691): stdout: \u000a| (launched: 2022-12-09_23:04:02.991837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:04.509628 run osmo-stp_10.42.42.5(pid=27691): stderr: \u000a| �[0;m�[38;5;43m20221209230403161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230403161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230403162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230403162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230403162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230403163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230403163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:04.630717 run osmo-stp_10.42.42.5(pid=27691): stdout: \u000a| (launched: 2022-12-09_23:04:02.991837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:04.750922 run osmo-stp_10.42.42.5(pid=27691): stderr: \u000a| �[0;m�[38;5;43m20221209230403161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230403161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230403162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230403162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230403162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230403163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230403163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:04.803565 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27691): Process ended prematurely: osmo-stp_10.42.42.5(pid=27691) [trial-2365↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27691)] [trial-2365↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:04:04.811414 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:04:04.870425 run osmo-hlr_10.42.42.2(pid=27688): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27688)]\u000a23:04:04.918882 run osmo-hlr_10.42.42.2(pid=27688): stdout: \u000a| (launched: 2022-12-09_23:04:01.973727) \u000a23:04:04.967723 run osmo-hlr_10.42.42.2(pid=27688): stderr: \u000a| �[0;m�[1;31m20221209230402321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230402321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230402321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230402321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230402321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230402321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230402333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230402342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:05.034577 run osmo-msc_10.42.42.6(pid=27694): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27694)]\u000a23:04:05.083231 run osmo-msc_10.42.42.6(pid=27694): stdout: \u000a| (launched: 2022-12-09_23:04:03.927706) \u000a23:04:05.132268 run osmo-msc_10.42.42.6(pid=27694): stderr: \u000a| �[0;m�[38;5;43m20221209230404198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230404198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff8c73b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230404198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230404198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230404198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230404199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230404200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230404201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230404201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230404201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:05.173822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27687): Terminating (SIGTERM)\u000a23:04:05.213170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27690): Terminating (SIGTERM)\u000a23:04:05.252780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27693): Terminating (SIGTERM)\u000a23:04:05.262022 --- ParallelTerminationStrategy: PID 27687 died...\u000a23:04:05.315191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27687): Terminated: ok {rc=0}\u000a23:04:05.324657 --- ParallelTerminationStrategy: PID 27690 died...\u000a23:04:05.377294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27690): Terminated: ok {rc=0}\u000a23:04:05.387149 --- ParallelTerminationStrategy: PID 27693 died...\u000a23:04:05.439711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27693): Terminated: ok {rc=0}\u000a23:04:05.526228 bus /sierra_3: Setting Powered False\u000a23:04:06.629370 bus /sierra_3: Setting Powered False\u000a23:04:07.740775 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:03:57" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27705): Process ended prematurely: osmo-stp_10.42.42.5(pid=27705) [trial-2365↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27705)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27705): Process ended prematurely: osmo-stp_10.42.42.5(pid=27705) [trial-2365↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:04:09.701121 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:09.711953 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:04:09.841597 tst handover.py: using LAC 24282\u000a23:04:09.966097 tst handover.py: using RAC 57\u000a23:04:10.090278 tst handover.py: using CellId 24282\u000a23:04:10.214818 tst handover.py: using BVCI 24283\u000a23:04:10.239832 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:04:10.367055 tst handover.py: using LAC 24283\u000a23:04:10.491308 tst handover.py: using RAC 58\u000a23:04:10.615929 tst handover.py: using CellId 24283\u000a23:04:10.740309 tst handover.py: using BVCI 24284\u000a23:04:10.764789 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:10.775960 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:10.787151 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:10.799075 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:10.811066 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:04:10.822108 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:04:10.941471 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:04:11.152468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:11.630065 run create_hlr_db(pid=27699): Launched\u000a23:04:11.762916 bus /sierra_2: Setting Powered False\u000a23:04:12.837944 run create_hlr_db(pid=27699): Terminated: ok {rc=0}\u000a23:04:13.239346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27701): Launched\u000a23:04:13.562700 run osmo-hlr_10.42.42.2(pid=27702): Launched\u000a23:04:13.681485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:14.212553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27704): Launched\u000a23:04:14.535127 run osmo-stp_10.42.42.5(pid=27705): Launched\u000a23:04:14.653559 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:15.214877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27707): Launched\u000a23:04:15.539094 run osmo-msc_10.42.42.6(pid=27708): Launched\u000a23:04:15.730934 run osmo-stp_10.42.42.5(pid=27705): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27705)]\u000a23:04:15.948436 run osmo-stp_10.42.42.5(pid=27705): stdout: \u000a| (launched: 2022-12-09_23:04:14.376781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:16.088161 run osmo-stp_10.42.42.5(pid=27705): stderr: \u000a| �[0;m�[38;5;43m20221209230414569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230414569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230414569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230414570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230414570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230414570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230414570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:16.223019 run osmo-stp_10.42.42.5(pid=27705): stdout: \u000a| (launched: 2022-12-09_23:04:14.376781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:16.357213 run osmo-stp_10.42.42.5(pid=27705): stderr: \u000a| �[0;m�[38;5;43m20221209230414569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230414569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230414569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230414570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230414570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230414570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230414570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:16.416667 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27705): Process ended prematurely: osmo-stp_10.42.42.5(pid=27705) [trial-2365↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27705)] [trial-2365↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a23:04:16.426790 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:04:16.494767 run osmo-hlr_10.42.42.2(pid=27702): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27702)]\u000a23:04:16.549090 run osmo-hlr_10.42.42.2(pid=27702): stdout: \u000a| (launched: 2022-12-09_23:04:13.403691) \u000a23:04:16.604426 run osmo-hlr_10.42.42.2(pid=27702): stderr: \u000a| �[0;m�[1;31m20221209230413599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230413600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230413600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230413600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230413600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230413600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230413611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230413620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230413620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230413620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:16.678712 run osmo-msc_10.42.42.6(pid=27708): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27708)]\u000a23:04:16.733056 run osmo-msc_10.42.42.6(pid=27708): stdout: \u000a| (launched: 2022-12-09_23:04:15.379434) \u000a23:04:16.788066 run osmo-msc_10.42.42.6(pid=27708): stderr: \u000a| �[0;m�[38;5;43m20221209230415699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230415699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77369c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230415699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230415700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230415700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230415700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230415702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230415702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230415702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230415702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:16.833857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27701): Terminating (SIGTERM)\u000a23:04:16.879518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27704): Terminating (SIGTERM)\u000a23:04:16.923571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27707): Terminating (SIGTERM)\u000a23:04:16.933907 --- ParallelTerminationStrategy: PID 27701 died...\u000a23:04:16.993473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27701): Terminated: ok {rc=0}\u000a23:04:17.004446 --- ParallelTerminationStrategy: PID 27704 died...\u000a23:04:17.063925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27704): Terminated: ok {rc=0}\u000a23:04:17.075118 --- ParallelTerminationStrategy: PID 27707 died...\u000a23:04:17.134425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27707): Terminated: ok {rc=0}\u000a23:04:17.224800 bus /sierra_3: Setting Powered False\u000a23:04:18.327003 bus /sierra_3: Setting Powered False\u000a23:04:19.437491 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:04:09" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27719): Process ended prematurely: osmo-stp_10.42.42.5(pid=27719) [trial-2365↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27719)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27719): Process ended prematurely: osmo-stp_10.42.42.5(pid=27719) [trial-2365↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:04:21.416759 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:21.427859 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:04:21.552481 tst handover.py: using LAC 24284\u000a23:04:21.680066 tst handover.py: using RAC 59\u000a23:04:21.806574 tst handover.py: using CellId 24284\u000a23:04:21.932906 tst handover.py: using BVCI 24285\u000a23:04:21.957540 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:04:22.102618 tst handover.py: using LAC 24285\u000a23:04:22.226153 tst handover.py: using RAC 60\u000a23:04:22.350421 tst handover.py: using CellId 24285\u000a23:04:22.474107 tst handover.py: using BVCI 24286\u000a23:04:22.498501 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:22.509643 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:22.520536 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:22.531827 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:22.543244 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:04:22.554410 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:04:22.672600 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:04:22.875534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:23.333210 run create_hlr_db(pid=27713): Launched\u000a23:04:23.456832 bus /sierra_2: Setting Powered False\u000a23:04:24.528480 run create_hlr_db(pid=27713): Terminated: ok {rc=0}\u000a23:04:24.906186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27715): Launched\u000a23:04:25.208592 run osmo-hlr_10.42.42.2(pid=27716): Launched\u000a23:04:25.319306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:25.816822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27718): Launched\u000a23:04:26.119037 run osmo-stp_10.42.42.5(pid=27719): Launched\u000a23:04:26.229094 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:26.754046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27721): Launched\u000a23:04:27.055286 run osmo-msc_10.42.42.6(pid=27722): Launched\u000a23:04:27.232821 run osmo-stp_10.42.42.5(pid=27719): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27719)]\u000a23:04:27.360516 run osmo-stp_10.42.42.5(pid=27719): stdout: \u000a| (launched: 2022-12-09_23:04:25.970463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:27.485889 run osmo-stp_10.42.42.5(pid=27719): stderr: \u000a| �[0;m�[38;5;43m20221209230426140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230426140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230426140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230426141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230426141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230426141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230426142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:27.606756 run osmo-stp_10.42.42.5(pid=27719): stdout: \u000a| (launched: 2022-12-09_23:04:25.970463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:27.726326 run osmo-stp_10.42.42.5(pid=27719): stderr: \u000a| �[0;m�[38;5;43m20221209230426140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230426140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230426140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230426141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230426141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230426141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230426142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:27.778583 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27719): Process ended prematurely: osmo-stp_10.42.42.5(pid=27719) [trial-2365↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27719)] [trial-2365↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a23:04:27.786343 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:04:27.845587 run osmo-hlr_10.42.42.2(pid=27716): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27716)]\u000a23:04:27.894315 run osmo-hlr_10.42.42.2(pid=27716): stdout: \u000a| (launched: 2022-12-09_23:04:25.060052) \u000a23:04:27.943797 run osmo-hlr_10.42.42.2(pid=27716): stderr: \u000a| �[0;m�[1;31m20221209230425255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230425255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230425255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230425255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230425255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230425256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230425267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230425275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230425276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230425276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:28.010925 run osmo-msc_10.42.42.6(pid=27722): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27722)]\u000a23:04:28.059472 run osmo-msc_10.42.42.6(pid=27722): stdout: \u000a| (launched: 2022-12-09_23:04:26.906711) \u000a23:04:28.108569 run osmo-msc_10.42.42.6(pid=27722): stderr: \u000a| �[0;m�[38;5;43m20221209230427178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230427178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff63107cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230427178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230427178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230427179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230427179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230427181 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230427181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230427181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230427181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:28.150002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27715): Terminating (SIGTERM)\u000a23:04:28.188925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27718): Terminating (SIGTERM)\u000a23:04:28.228403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27721): Terminating (SIGTERM)\u000a23:04:28.237550 --- ParallelTerminationStrategy: PID 27715 died...\u000a23:04:28.289976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27715): Terminated: ok {rc=0}\u000a23:04:28.299378 --- ParallelTerminationStrategy: PID 27718 died...\u000a23:04:28.352125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27718): Terminated: ok {rc=0}\u000a23:04:28.361840 --- ParallelTerminationStrategy: PID 27721 died...\u000a23:04:28.414074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27721): Terminated: ok {rc=0}\u000a23:04:28.495709 bus /sierra_3: Setting Powered False\u000a23:04:29.596153 bus /sierra_3: Setting Powered False\u000a23:04:30.706315 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:04:21" }, { "cases" : [ { "testActions" : [ ], "age" : 163, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27733): Process ended prematurely: osmo-stp_10.42.42.5(pid=27733) [trial-2365↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27733)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27733): Process ended prematurely: osmo-stp_10.42.42.5(pid=27733) [trial-2365↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:04:32.763964 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:32.776932 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:04:32.905904 tst handover.py: using LAC 24286\u000a23:04:33.032180 tst handover.py: using RAC 61\u000a23:04:33.157291 tst handover.py: using CellId 24286\u000a23:04:33.283767 tst handover.py: using BVCI 24287\u000a23:04:33.308254 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:04:33.444085 tst handover.py: using LAC 24287\u000a23:04:33.562074 tst handover.py: using RAC 62\u000a23:04:33.686235 tst handover.py: using CellId 24287\u000a23:04:33.804387 tst handover.py: using BVCI 24288\u000a23:04:33.827538 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:33.838428 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:33.849133 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:33.860385 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:33.871745 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:04:33.882761 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:04:34.001694 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:04:34.213205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:34.694313 run create_hlr_db(pid=27727): Launched\u000a23:04:34.827046 bus /sierra_2: Setting Powered False\u000a23:04:35.902601 run create_hlr_db(pid=27727): Terminated: ok {rc=0}\u000a23:04:36.306639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27729): Launched\u000a23:04:36.632645 run osmo-hlr_10.42.42.2(pid=27730): Launched\u000a23:04:36.754014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:37.286895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27732): Launched\u000a23:04:37.609394 run osmo-stp_10.42.42.5(pid=27733): Launched\u000a23:04:37.727348 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:38.288565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27735): Launched\u000a23:04:38.612385 run osmo-msc_10.42.42.6(pid=27736): Launched\u000a23:04:38.802612 run osmo-stp_10.42.42.5(pid=27733): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27733)]\u000a23:04:38.939744 run osmo-stp_10.42.42.5(pid=27733): stdout: \u000a| (launched: 2022-12-09_23:04:37.451043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:39.076881 run osmo-stp_10.42.42.5(pid=27733): stderr: \u000a| �[0;m�[38;5;43m20221209230437645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230437645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230437645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230437646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230437646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230437646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230437646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:39.206980 run osmo-stp_10.42.42.5(pid=27733): stdout: \u000a| (launched: 2022-12-09_23:04:37.451043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:39.335966 run osmo-stp_10.42.42.5(pid=27733): stderr: \u000a| �[0;m�[38;5;43m20221209230437645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230437645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230437645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230437646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230437646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230437646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230437646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:39.392429 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27733): Process ended prematurely: osmo-stp_10.42.42.5(pid=27733) [trial-2365↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27733)] [trial-2365↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a23:04:39.401095 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:04:39.464492 run osmo-hlr_10.42.42.2(pid=27730): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27730)]\u000a23:04:39.516430 run osmo-hlr_10.42.42.2(pid=27730): stdout: \u000a| (launched: 2022-12-09_23:04:36.473361) \u000a23:04:39.568889 run osmo-hlr_10.42.42.2(pid=27730): stderr: \u000a| �[0;m�[1;31m20221209230436674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230436674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230436674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230436674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230436674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230436674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230436686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230436695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230436695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230436695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:39.639732 run osmo-msc_10.42.42.6(pid=27736): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27736)]\u000a23:04:39.691543 run osmo-msc_10.42.42.6(pid=27736): stdout: \u000a| (launched: 2022-12-09_23:04:38.453677) \u000a23:04:39.743867 run osmo-msc_10.42.42.6(pid=27736): stderr: \u000a| �[0;m�[38;5;43m20221209230438772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230438773 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a55b24c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230438773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230438773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230438773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230438773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230438775 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230438775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230438775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230438775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:39.787708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27729): Terminating (SIGTERM)\u000a23:04:39.829721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27732): Terminating (SIGTERM)\u000a23:04:39.871884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27735): Terminating (SIGTERM)\u000a23:04:39.881798 --- ParallelTerminationStrategy: PID 27729 died...\u000a23:04:39.937554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27729): Terminated: ok {rc=0}\u000a23:04:39.948235 --- ParallelTerminationStrategy: PID 27732 died...\u000a23:04:40.003799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27732): Terminated: ok {rc=0}\u000a23:04:40.014151 --- ParallelTerminationStrategy: PID 27735 died...\u000a23:04:40.069790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27735): Terminated: ok {rc=0}\u000a23:04:40.157484 bus /sierra_3: Setting Powered False\u000a23:04:41.260783 bus /sierra_3: Setting Powered False\u000a23:04:42.372227 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:04:32" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27747): Process ended prematurely: osmo-stp_10.42.42.5(pid=27747) [trial-2365↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27747)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27747): Process ended prematurely: osmo-stp_10.42.42.5(pid=27747) [trial-2365↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a23:04:44.354051 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:44.365279 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:04:44.488405 tst handover.py: using LAC 24288\u000a23:04:44.609644 tst handover.py: using RAC 63\u000a23:04:44.730654 tst handover.py: using CellId 24288\u000a23:04:44.850712 tst handover.py: using BVCI 24289\u000a23:04:44.873613 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a23:04:45.007949 tst handover.py: using LAC 24289\u000a23:04:45.128595 tst handover.py: using RAC 64\u000a23:04:45.248699 tst handover.py: using CellId 24289\u000a23:04:45.373951 tst handover.py: using BVCI 24290\u000a23:04:45.396657 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:45.407352 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:45.418038 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:45.428424 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:45.439001 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a23:04:45.449429 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:04:45.567948 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a23:04:45.769118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:46.315206 run create_hlr_db(pid=27741): Launched\u000a23:04:46.453089 bus /sierra_2: Setting Powered False\u000a23:04:47.513774 run create_hlr_db(pid=27741): Terminated: ok {rc=0}\u000a23:04:47.916447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27743): Launched\u000a23:04:48.239618 run osmo-hlr_10.42.42.2(pid=27744): Launched\u000a23:04:48.357010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:04:48.889478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27746): Launched\u000a23:04:49.211954 run osmo-stp_10.42.42.5(pid=27747): Launched\u000a23:04:49.329057 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:04:49.895652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27749): Launched\u000a23:04:50.219647 run osmo-msc_10.42.42.6(pid=27750): Launched\u000a23:04:50.410555 run osmo-stp_10.42.42.5(pid=27747): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27747)]\u000a23:04:50.548149 run osmo-stp_10.42.42.5(pid=27747): stdout: \u000a| (launched: 2022-12-09_23:04:49.053775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:50.685890 run osmo-stp_10.42.42.5(pid=27747): stderr: \u000a| �[0;m�[38;5;43m20221209230449247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230449248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230449248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230449248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230449249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230449249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230449249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:50.815995 run osmo-stp_10.42.42.5(pid=27747): stdout: \u000a| (launched: 2022-12-09_23:04:49.053775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:04:50.944860 run osmo-stp_10.42.42.5(pid=27747): stderr: \u000a| �[0;m�[38;5;43m20221209230449247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230449248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230449248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230449248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230449249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230449249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230449249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:04:51.001616 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27747): Process ended prematurely: osmo-stp_10.42.42.5(pid=27747) [trial-2365↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27747)] [trial-2365↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a23:04:51.010409 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:04:51.073995 run osmo-hlr_10.42.42.2(pid=27744): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27744)]\u000a23:04:51.125935 run osmo-hlr_10.42.42.2(pid=27744): stdout: \u000a| (launched: 2022-12-09_23:04:48.081169) \u000a23:04:51.178398 run osmo-hlr_10.42.42.2(pid=27744): stderr: \u000a| �[0;m�[1;31m20221209230448277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230448277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230448277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230448277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230448278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230448278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230448293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230448301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230448302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230448302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:04:51.248911 run osmo-msc_10.42.42.6(pid=27750): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27750)]\u000a23:04:51.300558 run osmo-msc_10.42.42.6(pid=27750): stdout: \u000a| (launched: 2022-12-09_23:04:50.060641) \u000a23:04:51.352853 run osmo-msc_10.42.42.6(pid=27750): stderr: \u000a| �[0;m�[38;5;43m20221209230450382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230450383 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0877b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230450383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230450383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230450383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230450383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230450385 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230450385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230450385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230450385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:04:51.397145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27743): Terminating (SIGTERM)\u000a23:04:51.439305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27746): Terminating (SIGTERM)\u000a23:04:51.481758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27749): Terminating (SIGTERM)\u000a23:04:51.491472 --- ParallelTerminationStrategy: PID 27743 died...\u000a23:04:51.547875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27743): Terminated: ok {rc=0}\u000a23:04:51.558061 --- ParallelTerminationStrategy: PID 27746 died...\u000a23:04:51.613899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27746): Terminated: ok {rc=0}\u000a23:04:51.624104 --- ParallelTerminationStrategy: PID 27749 died...\u000a23:04:51.681076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27749): Terminated: ok {rc=0}\u000a23:04:51.769433 bus /sierra_3: Setting Powered False\u000a23:04:52.874919 bus /sierra_3: Setting Powered False\u000a23:04:53.983611 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:04:44" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27762): Process ended prematurely: osmo-stp_10.42.42.5(pid=27762) [trial-2365↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27762)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27762): Process ended prematurely: osmo-stp_10.42.42.5(pid=27762) [trial-2365↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:04:55.974450 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:04:55.985847 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:04:56.115488 tst handover.py: using LAC 24290\u000a23:04:56.241536 tst handover.py: using RAC 65\u000a23:04:56.370007 tst handover.py: using CellId 24290\u000a23:04:56.497899 tst handover.py: using BVCI 24291\u000a23:04:56.522824 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:04:56.662293 tst handover.py: using LAC 24291\u000a23:04:56.788924 tst handover.py: using RAC 66\u000a23:04:56.915726 tst handover.py: using CellId 24291\u000a23:04:57.042015 tst handover.py: using BVCI 24292\u000a23:04:57.066409 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:04:57.077797 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:04:57.089022 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:04:57.101108 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:04:57.113146 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:04:57.124871 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:04:57.247546 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:04:57.449857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:04:57.908487 run create_hlr_db(pid=27755): Launched\u000a23:04:58.031990 bus /sierra_2: Setting Powered False\u000a23:04:59.104750 run create_hlr_db(pid=27755): Terminated: ok {rc=0}\u000a23:04:59.507370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27758): Launched\u000a23:04:59.832099 run osmo-hlr_10.42.42.2(pid=27759): Launched\u000a23:04:59.953855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:00.487999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27761): Launched\u000a23:05:00.791598 run osmo-stp_10.42.42.5(pid=27762): Launched\u000a23:05:00.974204 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:01.549791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27764): Launched\u000a23:05:02.008084 run osmo-msc_10.42.42.6(pid=27765): Launched\u000a23:05:02.302759 run osmo-stp_10.42.42.5(pid=27762): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27762)]\u000a23:05:02.473919 run osmo-stp_10.42.42.5(pid=27762): stdout: \u000a| (launched: 2022-12-09_23:05:00.642723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:02.609996 run osmo-stp_10.42.42.5(pid=27762): stderr: \u000a| �[0;m�[38;5;43m20221209230500811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230500811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230500811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230500812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230500812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230500812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230500812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:02.741086 run osmo-stp_10.42.42.5(pid=27762): stdout: \u000a| (launched: 2022-12-09_23:05:00.642723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:02.870385 run osmo-stp_10.42.42.5(pid=27762): stderr: \u000a| �[0;m�[38;5;43m20221209230500811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230500811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230500811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230500812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230500812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230500812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230500812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:02.926651 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27762): Process ended prematurely: osmo-stp_10.42.42.5(pid=27762) [trial-2365↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27762)] [trial-2365↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:05:02.935219 tst handover.py:18: Test FAILED (7.0 sec)\u000a23:05:02.999185 run osmo-hlr_10.42.42.2(pid=27759): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27759)]\u000a23:05:03.051587 run osmo-hlr_10.42.42.2(pid=27759): stdout: \u000a| (launched: 2022-12-09_23:04:59.672850) \u000a23:05:03.104701 run osmo-hlr_10.42.42.2(pid=27759): stderr: \u000a| �[0;m�[1;31m20221209230459869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230459869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230459869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230459870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230459870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230459870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230459882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230459890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230459890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230459891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:03.176323 run osmo-msc_10.42.42.6(pid=27765): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27765)]\u000a23:05:03.229024 run osmo-msc_10.42.42.6(pid=27765): stdout: \u000a| (launched: 2022-12-09_23:05:01.720246) \u000a23:05:03.281668 run osmo-msc_10.42.42.6(pid=27765): stderr: \u000a| �[0;m�[38;5;43m20221209230502118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230502118 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19c4184c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230502118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230502119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230502119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230502119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230502121 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230502122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230502123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230502123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:03.326618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27758): Terminating (SIGTERM)\u000a23:05:03.369429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27761): Terminating (SIGTERM)\u000a23:05:03.412143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27764): Terminating (SIGTERM)\u000a23:05:03.422225 --- ParallelTerminationStrategy: PID 27758 died...\u000a23:05:03.479047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27758): Terminated: ok {rc=0}\u000a23:05:03.489792 --- ParallelTerminationStrategy: PID 27761 died...\u000a23:05:03.546350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27761): Terminated: ok {rc=0}\u000a23:05:03.556410 --- ParallelTerminationStrategy: PID 27764 died...\u000a23:05:03.613073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27764): Terminated: ok {rc=0}\u000a23:05:03.700593 bus /sierra_3: Setting Powered False\u000a23:05:04.804188 bus /sierra_3: Setting Powered False\u000a23:05:05.915053 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:04:55" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27779): Process ended prematurely: osmo-stp_10.42.42.5(pid=27779) [trial-2365↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27779)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27779): Process ended prematurely: osmo-stp_10.42.42.5(pid=27779) [trial-2365↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:05:07.894310 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:07.905338 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:05:08.030630 tst handover.py: using LAC 24292\u000a23:05:08.149185 tst handover.py: using RAC 67\u000a23:05:08.268057 tst handover.py: using CellId 24292\u000a23:05:08.386970 tst handover.py: using BVCI 24293\u000a23:05:08.409984 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:05:08.545604 tst handover.py: using LAC 24293\u000a23:05:08.664593 tst handover.py: using RAC 68\u000a23:05:08.782187 tst handover.py: using CellId 24293\u000a23:05:08.900261 tst handover.py: using BVCI 24294\u000a23:05:08.923484 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:08.934385 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:08.945069 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:08.955972 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:08.966885 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:05:08.977609 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:05:09.098157 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:05:09.310471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:09.790881 run create_hlr_db(pid=27773): Launched\u000a23:05:09.923017 bus /sierra_2: Setting Powered False\u000a23:05:10.998911 run create_hlr_db(pid=27773): Terminated: ok {rc=0}\u000a23:05:11.400380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27775): Launched\u000a23:05:11.723667 run osmo-hlr_10.42.42.2(pid=27776): Launched\u000a23:05:11.842888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:12.375580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27778): Launched\u000a23:05:12.698008 run osmo-stp_10.42.42.5(pid=27779): Launched\u000a23:05:12.815097 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:13.375773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27781): Launched\u000a23:05:13.699318 run osmo-msc_10.42.42.6(pid=27782): Launched\u000a23:05:13.889378 run osmo-stp_10.42.42.5(pid=27779): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27779)]\u000a23:05:14.026356 run osmo-stp_10.42.42.5(pid=27779): stdout: \u000a| (launched: 2022-12-09_23:05:12.539628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:14.162735 run osmo-stp_10.42.42.5(pid=27779): stderr: \u000a| �[0;m�[38;5;43m20221209230512732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230512732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230512732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230512733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230512735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230512735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230512735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:14.292403 run osmo-stp_10.42.42.5(pid=27779): stdout: \u000a| (launched: 2022-12-09_23:05:12.539628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:14.421598 run osmo-stp_10.42.42.5(pid=27779): stderr: \u000a| �[0;m�[38;5;43m20221209230512732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230512732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230512732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230512733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230512735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230512735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230512735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:14.477876 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27779): Process ended prematurely: osmo-stp_10.42.42.5(pid=27779) [trial-2365↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27779)] [trial-2365↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:05:14.486421 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:05:14.549551 run osmo-hlr_10.42.42.2(pid=27776): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27776)]\u000a23:05:14.601302 run osmo-hlr_10.42.42.2(pid=27776): stdout: \u000a| (launched: 2022-12-09_23:05:11.564785) \u000a23:05:14.653479 run osmo-hlr_10.42.42.2(pid=27776): stderr: \u000a| �[0;m�[1;31m20221209230511763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230511763 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230511764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230511764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230511764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230511764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230511776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230511784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230511784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230511784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:14.724761 run osmo-msc_10.42.42.6(pid=27782): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27782)]\u000a23:05:14.776123 run osmo-msc_10.42.42.6(pid=27782): stdout: \u000a| (launched: 2022-12-09_23:05:13.540389) \u000a23:05:14.828056 run osmo-msc_10.42.42.6(pid=27782): stderr: \u000a| �[0;m�[38;5;43m20221209230513861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230513861 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f939a99cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230513861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230513862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230513862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230513862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230513863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230513864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230513864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230513864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:14.872540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27775): Terminating (SIGTERM)\u000a23:05:14.914698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27778): Terminating (SIGTERM)\u000a23:05:14.956753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27781): Terminating (SIGTERM)\u000a23:05:14.966703 --- ParallelTerminationStrategy: PID 27775 died...\u000a23:05:15.022898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27775): Terminated: ok {rc=0}\u000a23:05:15.033230 --- ParallelTerminationStrategy: PID 27778 died...\u000a23:05:15.088978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27778): Terminated: ok {rc=0}\u000a23:05:15.099290 --- ParallelTerminationStrategy: PID 27781 died...\u000a23:05:15.155224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27781): Terminated: ok {rc=0}\u000a23:05:15.242741 bus /sierra_3: Setting Powered False\u000a23:05:16.345509 bus /sierra_3: Setting Powered False\u000a23:05:17.454482 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:05:07" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27793): Process ended prematurely: osmo-stp_10.42.42.5(pid=27793) [trial-2365↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27793)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27793): Process ended prematurely: osmo-stp_10.42.42.5(pid=27793) [trial-2365↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:05:19.413085 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:19.423848 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:05:19.546528 tst handover.py: using LAC 24294\u000a23:05:19.665656 tst handover.py: using RAC 69\u000a23:05:19.784887 tst handover.py: using CellId 24294\u000a23:05:19.906309 tst handover.py: using BVCI 24295\u000a23:05:19.929522 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:05:20.050628 tst handover.py: using LAC 24295\u000a23:05:20.171176 tst handover.py: using RAC 70\u000a23:05:20.290465 tst handover.py: using CellId 24295\u000a23:05:20.407941 tst handover.py: using BVCI 24296\u000a23:05:20.430892 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:20.442127 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:20.452682 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:20.463419 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:20.474283 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:05:20.485227 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:05:20.605405 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:05:20.816664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:21.295518 run create_hlr_db(pid=27787): Launched\u000a23:05:21.427808 bus /sierra_2: Setting Powered False\u000a23:05:22.504458 run create_hlr_db(pid=27787): Terminated: ok {rc=0}\u000a23:05:22.886772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27789): Launched\u000a23:05:23.189682 run osmo-hlr_10.42.42.2(pid=27790): Launched\u000a23:05:23.302529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:23.801066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27792): Launched\u000a23:05:24.101770 run osmo-stp_10.42.42.5(pid=27793): Launched\u000a23:05:24.212084 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:24.735637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27795): Launched\u000a23:05:25.038444 run osmo-msc_10.42.42.6(pid=27796): Launched\u000a23:05:25.216210 run osmo-stp_10.42.42.5(pid=27793): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27793)]\u000a23:05:25.344330 run osmo-stp_10.42.42.5(pid=27793): stdout: \u000a| (launched: 2022-12-09_23:05:23.954256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:25.469919 run osmo-stp_10.42.42.5(pid=27793): stderr: \u000a| �[0;m�[38;5;43m20221209230524124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230524124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230524125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230524125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230524126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230524126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230524126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:25.590632 run osmo-stp_10.42.42.5(pid=27793): stdout: \u000a| (launched: 2022-12-09_23:05:23.954256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:25.710368 run osmo-stp_10.42.42.5(pid=27793): stderr: \u000a| �[0;m�[38;5;43m20221209230524124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230524124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230524125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230524125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230524126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230524126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230524126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:25.762926 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27793): Process ended prematurely: osmo-stp_10.42.42.5(pid=27793) [trial-2365↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27793)] [trial-2365↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a23:05:25.770814 tst handover.py:18: Test FAILED (6.3 sec)\u000a23:05:25.830070 run osmo-hlr_10.42.42.2(pid=27790): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27790)]\u000a23:05:25.879054 run osmo-hlr_10.42.42.2(pid=27790): stdout: \u000a| (launched: 2022-12-09_23:05:23.040667) \u000a23:05:25.928499 run osmo-hlr_10.42.42.2(pid=27790): stderr: \u000a| �[0;m�[1;31m20221209230523216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230523216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230523217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230523217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230523217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230523217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230523229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230523238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230523238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230523238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:25.995600 run osmo-msc_10.42.42.6(pid=27796): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27796)]\u000a23:05:26.044179 run osmo-msc_10.42.42.6(pid=27796): stdout: \u000a| (launched: 2022-12-09_23:05:24.889923) \u000a23:05:26.093425 run osmo-msc_10.42.42.6(pid=27796): stderr: \u000a| �[0;m�[38;5;43m20221209230525158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230525159 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e84739c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230525159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230525159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230525159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230525159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230525161 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230525161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230525161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230525161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:26.135072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27789): Terminating (SIGTERM)\u000a23:05:26.174311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27792): Terminating (SIGTERM)\u000a23:05:26.213847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27795): Terminating (SIGTERM)\u000a23:05:26.222925 --- ParallelTerminationStrategy: PID 27789 died...\u000a23:05:26.275810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27789): Terminated: ok {rc=0}\u000a23:05:26.285297 --- ParallelTerminationStrategy: PID 27792 died...\u000a23:05:26.337642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27792): Terminated: ok {rc=0}\u000a23:05:26.347197 --- ParallelTerminationStrategy: PID 27795 died...\u000a23:05:26.399780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27795): Terminated: ok {rc=0}\u000a23:05:26.482716 bus /sierra_3: Setting Powered False\u000a23:05:27.589791 bus /sierra_3: Setting Powered False\u000a23:05:28.697335 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:05:19" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27807): Process ended prematurely: osmo-stp_10.42.42.5(pid=27807) [trial-2365↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27807)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27807): Process ended prematurely: osmo-stp_10.42.42.5(pid=27807) [trial-2365↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:05:30.666029 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:30.676528 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:05:30.797059 tst handover.py: using LAC 24296\u000a23:05:30.930354 tst handover.py: using RAC 71\u000a23:05:31.068503 tst handover.py: using CellId 24296\u000a23:05:31.202920 tst handover.py: using BVCI 24297\u000a23:05:31.229073 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:05:31.378551 tst handover.py: using LAC 24297\u000a23:05:31.498010 tst handover.py: using RAC 72\u000a23:05:31.645315 tst handover.py: using CellId 24297\u000a23:05:31.781164 tst handover.py: using BVCI 24298\u000a23:05:31.807706 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:31.820267 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:31.833305 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:31.846266 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:31.859285 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:05:31.872498 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:05:32.000858 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:05:32.235908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:32.696884 run create_hlr_db(pid=27801): Launched\u000a23:05:32.820142 bus /sierra_2: Setting Powered False\u000a23:05:33.893445 run create_hlr_db(pid=27801): Terminated: ok {rc=0}\u000a23:05:34.292910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27803): Launched\u000a23:05:34.595069 run osmo-hlr_10.42.42.2(pid=27804): Launched\u000a23:05:34.710779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:35.213717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27806): Launched\u000a23:05:35.515272 run osmo-stp_10.42.42.5(pid=27807): Launched\u000a23:05:35.625107 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:36.150394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27809): Launched\u000a23:05:36.454187 run osmo-msc_10.42.42.6(pid=27810): Launched\u000a23:05:36.631850 run osmo-stp_10.42.42.5(pid=27807): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27807)]\u000a23:05:36.760576 run osmo-stp_10.42.42.5(pid=27807): stdout: \u000a| (launched: 2022-12-09_23:05:35.367235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:36.887197 run osmo-stp_10.42.42.5(pid=27807): stderr: \u000a| �[0;m�[38;5;43m20221209230535538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230535538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230535538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230535539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230535541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230535541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230535541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:37.008899 run osmo-stp_10.42.42.5(pid=27807): stdout: \u000a| (launched: 2022-12-09_23:05:35.367235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:37.129380 run osmo-stp_10.42.42.5(pid=27807): stderr: \u000a| �[0;m�[38;5;43m20221209230535538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230535538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230535538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230535539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230535541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230535541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230535541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:37.182378 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27807): Process ended prematurely: osmo-stp_10.42.42.5(pid=27807) [trial-2365↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27807)] [trial-2365↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a23:05:37.190139 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:05:37.249679 run osmo-hlr_10.42.42.2(pid=27804): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27804)]\u000a23:05:37.298359 run osmo-hlr_10.42.42.2(pid=27804): stdout: \u000a| (launched: 2022-12-09_23:05:34.446787) \u000a23:05:37.347577 run osmo-hlr_10.42.42.2(pid=27804): stderr: \u000a| �[0;m�[1;31m20221209230534622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230534622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230534622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230534622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230534622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230534622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230534634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230534644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230534644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230534644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:37.414480 run osmo-msc_10.42.42.6(pid=27810): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27810)]\u000a23:05:37.462946 run osmo-msc_10.42.42.6(pid=27810): stdout: \u000a| (launched: 2022-12-09_23:05:36.304206) \u000a23:05:37.512218 run osmo-msc_10.42.42.6(pid=27810): stderr: \u000a| �[0;m�[38;5;43m20221209230536574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230536574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac6223fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230536574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230536575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230536575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230536575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230536577 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230536577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230536577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230536577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:37.553809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27803): Terminating (SIGTERM)\u000a23:05:37.593327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27806): Terminating (SIGTERM)\u000a23:05:37.633363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27809): Terminating (SIGTERM)\u000a23:05:37.642529 --- ParallelTerminationStrategy: PID 27803 died...\u000a23:05:37.695300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27803): Terminated: ok {rc=0}\u000a23:05:37.704771 --- ParallelTerminationStrategy: PID 27806 died...\u000a23:05:37.757225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27806): Terminated: ok {rc=0}\u000a23:05:37.766707 --- ParallelTerminationStrategy: PID 27809 died...\u000a23:05:37.819174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27809): Terminated: ok {rc=0}\u000a23:05:37.902427 bus /sierra_3: Setting Powered False\u000a23:05:39.010312 bus /sierra_3: Setting Powered False\u000a23:05:40.121014 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:05:30" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27821): Process ended prematurely: osmo-stp_10.42.42.5(pid=27821) [trial-2365↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27821): Process ended prematurely: osmo-stp_10.42.42.5(pid=27821) [trial-2365↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:05:42.097945 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:42.108518 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:05:42.230082 tst handover.py: using LAC 24298\u000a23:05:42.349456 tst handover.py: using RAC 73\u000a23:05:42.468555 tst handover.py: using CellId 24298\u000a23:05:42.587388 tst handover.py: using BVCI 24299\u000a23:05:42.610325 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:05:42.745791 tst handover.py: using LAC 24299\u000a23:05:42.869642 tst handover.py: using RAC 74\u000a23:05:42.994311 tst handover.py: using CellId 24299\u000a23:05:43.121186 tst handover.py: using BVCI 24300\u000a23:05:43.146149 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:43.158601 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:43.169817 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:43.181525 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:43.194179 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:05:43.205136 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:05:43.323407 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:05:43.537000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:44.018417 run create_hlr_db(pid=27815): Launched\u000a23:05:44.151445 bus /sierra_2: Setting Powered False\u000a23:05:45.228475 run create_hlr_db(pid=27815): Terminated: ok {rc=0}\u000a23:05:45.610868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27817): Launched\u000a23:05:46.069676 run osmo-hlr_10.42.42.2(pid=27818): Launched\u000a23:05:46.217427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:46.787697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27820): Launched\u000a23:05:47.204711 run osmo-stp_10.42.42.5(pid=27821): Launched\u000a23:05:47.324301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:47.888865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27823): Launched\u000a23:05:48.212519 run osmo-msc_10.42.42.6(pid=27824): Launched\u000a23:05:48.402821 run osmo-stp_10.42.42.5(pid=27821): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)]\u000a23:05:48.540407 run osmo-stp_10.42.42.5(pid=27821): stdout: \u000a| (launched: 2022-12-09_23:05:46.958424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:48.677528 run osmo-stp_10.42.42.5(pid=27821): stderr: \u000a| �[0;m�[38;5;43m20221209230547253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230547253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230547253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230547253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230547256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230547256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230547256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:48.808591 run osmo-stp_10.42.42.5(pid=27821): stdout: \u000a| (launched: 2022-12-09_23:05:46.958424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:05:48.938156 run osmo-stp_10.42.42.5(pid=27821): stderr: \u000a| �[0;m�[38;5;43m20221209230547253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230547253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230547253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230547253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230547256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230547256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230547256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:05:48.995105 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27821): Process ended prematurely: osmo-stp_10.42.42.5(pid=27821) [trial-2365↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27821)] [trial-2365↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a23:05:49.003830 tst handover.py:18: Test FAILED (6.9 sec)\u000a23:05:49.067302 run osmo-hlr_10.42.42.2(pid=27818): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27818)]\u000a23:05:49.118709 run osmo-hlr_10.42.42.2(pid=27818): stdout: \u000a| (launched: 2022-12-09_23:05:45.765623) \u000a23:05:49.170856 run osmo-hlr_10.42.42.2(pid=27818): stderr: \u000a| �[0;m�[1;31m20221209230545956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230545956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230545956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230545957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230545957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230545957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230545970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230545987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230545987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230545987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:05:49.242152 run osmo-msc_10.42.42.6(pid=27824): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27824)]\u000a23:05:49.294195 run osmo-msc_10.42.42.6(pid=27824): stdout: \u000a| (launched: 2022-12-09_23:05:48.054166) \u000a23:05:49.346161 run osmo-msc_10.42.42.6(pid=27824): stderr: \u000a| �[0;m�[38;5;43m20221209230548374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230548374 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdff0522c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230548374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230548374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230548374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230548375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230548376 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230548377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230548377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230548377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:05:49.390738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27817): Terminating (SIGTERM)\u000a23:05:49.432881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27820): Terminating (SIGTERM)\u000a23:05:49.476122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27823): Terminating (SIGTERM)\u000a23:05:49.486409 --- ParallelTerminationStrategy: PID 27817 died...\u000a23:05:49.542543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27817): Terminated: ok {rc=0}\u000a23:05:49.552855 --- ParallelTerminationStrategy: PID 27820 died...\u000a23:05:49.609075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27820): Terminated: ok {rc=0}\u000a23:05:49.619277 --- ParallelTerminationStrategy: PID 27823 died...\u000a23:05:49.675589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27823): Terminated: ok {rc=0}\u000a23:05:49.761929 bus /sierra_3: Setting Powered False\u000a23:05:50.869169 bus /sierra_3: Setting Powered False\u000a23:05:51.975756 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:05:41" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27835): Process ended prematurely: osmo-stp_10.42.42.5(pid=27835) [trial-2365↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27835)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27835): Process ended prematurely: osmo-stp_10.42.42.5(pid=27835) [trial-2365↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a23:05:53.993343 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:54.004835 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:05:54.152139 tst handover.py: using LAC 24300\u000a23:05:54.271423 tst handover.py: using RAC 75\u000a23:05:54.396443 tst handover.py: using CellId 24300\u000a23:05:54.523383 tst handover.py: using BVCI 24301\u000a23:05:54.548070 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a23:05:54.685879 tst handover.py: using LAC 24301\u000a23:05:54.802588 tst handover.py: using RAC 76\u000a23:05:54.918388 tst handover.py: using CellId 24301\u000a23:05:55.038170 tst handover.py: using BVCI 24302\u000a23:05:55.061323 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:55.072101 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:55.082822 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:55.093586 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:55.104275 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a23:05:55.115020 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:05:55.237195 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a23:05:55.448338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:05:55.928195 run create_hlr_db(pid=27829): Launched\u000a23:05:56.060276 bus /sierra_2: Setting Powered False\u000a23:05:57.137612 run create_hlr_db(pid=27829): Terminated: ok {rc=0}\u000a23:05:57.540941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27831): Launched\u000a23:05:57.866461 run osmo-hlr_10.42.42.2(pid=27832): Launched\u000a23:05:57.986404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:05:58.522400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27834): Launched\u000a23:05:58.846783 run osmo-stp_10.42.42.5(pid=27835): Launched\u000a23:05:58.965561 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:05:59.531616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27837): Launched\u000a23:05:59.855777 run osmo-msc_10.42.42.6(pid=27838): Launched\u000a23:06:00.046512 run osmo-stp_10.42.42.5(pid=27835): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27835)]\u000a23:06:00.184259 run osmo-stp_10.42.42.5(pid=27835): stdout: \u000a| (launched: 2022-12-09_23:05:58.686914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:00.321346 run osmo-stp_10.42.42.5(pid=27835): stderr: \u000a| �[0;m�[38;5;43m20221209230558880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230558880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230558880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230558881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230558881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230558881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230558881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:00.451780 run osmo-stp_10.42.42.5(pid=27835): stdout: \u000a| (launched: 2022-12-09_23:05:58.686914)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:00.582549 run osmo-stp_10.42.42.5(pid=27835): stderr: \u000a| �[0;m�[38;5;43m20221209230558880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230558880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230558880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230558881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230558881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230558881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230558881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:00.639525 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27835): Process ended prematurely: osmo-stp_10.42.42.5(pid=27835) [trial-2365↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27835)] [trial-2365↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a23:06:00.648425 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:06:00.711750 run osmo-hlr_10.42.42.2(pid=27832): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27832)]\u000a23:06:00.763375 run osmo-hlr_10.42.42.2(pid=27832): stdout: \u000a| (launched: 2022-12-09_23:05:57.706139) \u000a23:06:00.815994 run osmo-hlr_10.42.42.2(pid=27832): stderr: \u000a| �[0;m�[1;31m20221209230557905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230557905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230557905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230557905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230557905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230557906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230557918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230557926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230557926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230557926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:00.887690 run osmo-msc_10.42.42.6(pid=27838): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27838)]\u000a23:06:00.940292 run osmo-msc_10.42.42.6(pid=27838): stdout: \u000a| (launched: 2022-12-09_23:05:59.696468) \u000a23:06:00.994016 run osmo-msc_10.42.42.6(pid=27838): stderr: \u000a| �[0;m�[38;5;43m20221209230600018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230600018 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbcec793c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230600018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230600018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230600018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230600019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230600020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230600021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230600021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230600021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:01.038745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27831): Terminating (SIGTERM)\u000a23:06:01.081749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27834): Terminating (SIGTERM)\u000a23:06:01.124320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27837): Terminating (SIGTERM)\u000a23:06:01.134634 --- ParallelTerminationStrategy: PID 27831 died...\u000a23:06:01.191525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27831): Terminated: ok {rc=0}\u000a23:06:01.202657 --- ParallelTerminationStrategy: PID 27834 died...\u000a23:06:01.259337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27834): Terminated: ok {rc=0}\u000a23:06:01.270395 --- ParallelTerminationStrategy: PID 27837 died...\u000a23:06:01.328225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27837): Terminated: ok {rc=0}\u000a23:06:01.425431 bus /sierra_3: Setting Powered False\u000a23:06:02.529174 bus /sierra_3: Setting Powered False\u000a23:06:03.641048 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:05:53" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27849): Process ended prematurely: osmo-stp_10.42.42.5(pid=27849) [trial-2365↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27849)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27849): Process ended prematurely: osmo-stp_10.42.42.5(pid=27849) [trial-2365↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:06:05.677230 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:05.688640 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:06:05.833574 tst handover.py: using LAC 24302\u000a23:06:05.958572 tst handover.py: using RAC 77\u000a23:06:06.082944 tst handover.py: using CellId 24302\u000a23:06:06.206971 tst handover.py: using BVCI 24303\u000a23:06:06.231579 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:06:06.384831 tst handover.py: using LAC 24303\u000a23:06:06.517017 tst handover.py: using RAC 78\u000a23:06:06.641922 tst handover.py: using CellId 24303\u000a23:06:06.767336 tst handover.py: using BVCI 24304\u000a23:06:06.792021 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:06.803591 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:06.815177 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:06.827097 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:06.839036 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:06.851039 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:06:06.968352 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:06:07.179764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:07.659439 run create_hlr_db(pid=27843): Launched\u000a23:06:07.792813 bus /sierra_2: Setting Powered False\u000a23:06:08.869933 run create_hlr_db(pid=27843): Terminated: ok {rc=0}\u000a23:06:09.272412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27845): Launched\u000a23:06:09.595525 run osmo-hlr_10.42.42.2(pid=27846): Launched\u000a23:06:09.717355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:10.251070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27848): Launched\u000a23:06:10.576268 run osmo-stp_10.42.42.5(pid=27849): Launched\u000a23:06:10.693537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:11.256068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27851): Launched\u000a23:06:11.579750 run osmo-msc_10.42.42.6(pid=27852): Launched\u000a23:06:11.769687 run osmo-stp_10.42.42.5(pid=27849): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27849)]\u000a23:06:11.906478 run osmo-stp_10.42.42.5(pid=27849): stdout: \u000a| (launched: 2022-12-09_23:06:10.416821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:12.042850 run osmo-stp_10.42.42.5(pid=27849): stderr: \u000a| �[0;m�[38;5;43m20221209230610608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230610608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230610608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230610609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230610609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230610609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230610609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:12.172802 run osmo-stp_10.42.42.5(pid=27849): stdout: \u000a| (launched: 2022-12-09_23:06:10.416821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:12.301967 run osmo-stp_10.42.42.5(pid=27849): stderr: \u000a| �[0;m�[38;5;43m20221209230610608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230610608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230610608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230610609 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230610609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230610609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230610609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:12.358286 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27849): Process ended prematurely: osmo-stp_10.42.42.5(pid=27849) [trial-2365↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27849)] [trial-2365↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:06:12.366733 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:06:12.429286 run osmo-hlr_10.42.42.2(pid=27846): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27846)]\u000a23:06:12.480819 run osmo-hlr_10.42.42.2(pid=27846): stdout: \u000a| (launched: 2022-12-09_23:06:09.437104) \u000a23:06:12.533430 run osmo-hlr_10.42.42.2(pid=27846): stderr: \u000a| �[0;m�[1;31m20221209230609635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230609635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230609635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230609635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230609635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230609635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230609647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230609655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230609656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230609656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:12.604190 run osmo-msc_10.42.42.6(pid=27852): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27852)]\u000a23:06:12.655794 run osmo-msc_10.42.42.6(pid=27852): stdout: \u000a| (launched: 2022-12-09_23:06:11.420585) \u000a23:06:12.708021 run osmo-msc_10.42.42.6(pid=27852): stderr: \u000a| �[0;m�[38;5;43m20221209230611740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230611740 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c8eb54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230611741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230611741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230611741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230611741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230611743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230611743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230611743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230611743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:12.752310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27845): Terminating (SIGTERM)\u000a23:06:12.794448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27848): Terminating (SIGTERM)\u000a23:06:12.836308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27851): Terminating (SIGTERM)\u000a23:06:12.845945 --- ParallelTerminationStrategy: PID 27845 died...\u000a23:06:12.902241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27845): Terminated: ok {rc=0}\u000a23:06:12.912503 --- ParallelTerminationStrategy: PID 27848 died...\u000a23:06:12.968492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27848): Terminated: ok {rc=0}\u000a23:06:12.978554 --- ParallelTerminationStrategy: PID 27851 died...\u000a23:06:13.034521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27851): Terminated: ok {rc=0}\u000a23:06:13.121459 bus /sierra_3: Setting Powered False\u000a23:06:14.227969 bus /sierra_3: Setting Powered False\u000a23:06:15.336052 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:06:05" }, { "cases" : [ { "testActions" : [ ], "age" : 35, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27863): Process ended prematurely: osmo-stp_10.42.42.5(pid=27863) [trial-2365↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27863)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27863): Process ended prematurely: osmo-stp_10.42.42.5(pid=27863) [trial-2365↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:06:17.352167 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:17.363165 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:06:17.499414 tst handover.py: using LAC 24304\u000a23:06:17.624834 tst handover.py: using RAC 79\u000a23:06:17.750295 tst handover.py: using CellId 24304\u000a23:06:17.877876 tst handover.py: using BVCI 24305\u000a23:06:17.902333 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:06:18.029283 tst handover.py: using LAC 24305\u000a23:06:18.155214 tst handover.py: using RAC 80\u000a23:06:18.279790 tst handover.py: using CellId 24305\u000a23:06:18.405028 tst handover.py: using BVCI 24306\u000a23:06:18.429489 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:18.440657 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:18.451654 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:18.462682 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:18.475468 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:06:18.487181 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:06:18.604655 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:06:18.815089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:19.293403 run create_hlr_db(pid=27857): Launched\u000a23:06:19.425652 bus /sierra_2: Setting Powered False\u000a23:06:20.502330 run create_hlr_db(pid=27857): Terminated: ok {rc=0}\u000a23:06:20.905932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27859): Launched\u000a23:06:21.230363 run osmo-hlr_10.42.42.2(pid=27860): Launched\u000a23:06:21.350452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:21.884746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27862): Launched\u000a23:06:22.208908 run osmo-stp_10.42.42.5(pid=27863): Launched\u000a23:06:22.326917 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:22.889759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27865): Launched\u000a23:06:23.213925 run osmo-msc_10.42.42.6(pid=27866): Launched\u000a23:06:23.404218 run osmo-stp_10.42.42.5(pid=27863): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27863)]\u000a23:06:23.542193 run osmo-stp_10.42.42.5(pid=27863): stdout: \u000a| (launched: 2022-12-09_23:06:22.049621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:23.679093 run osmo-stp_10.42.42.5(pid=27863): stderr: \u000a| �[0;m�[38;5;43m20221209230622239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230622240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230622240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230622240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230622241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230622241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230622242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:23.810071 run osmo-stp_10.42.42.5(pid=27863): stdout: \u000a| (launched: 2022-12-09_23:06:22.049621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:23.939006 run osmo-stp_10.42.42.5(pid=27863): stderr: \u000a| �[0;m�[38;5;43m20221209230622239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230622240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230622240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230622240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230622241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230622241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230622242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:23.995427 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27863): Process ended prematurely: osmo-stp_10.42.42.5(pid=27863) [trial-2365↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27863)] [trial-2365↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a23:06:24.003870 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:06:24.067301 run osmo-hlr_10.42.42.2(pid=27860): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27860)]\u000a23:06:24.118994 run osmo-hlr_10.42.42.2(pid=27860): stdout: \u000a| (launched: 2022-12-09_23:06:21.070844) \u000a23:06:24.171249 run osmo-hlr_10.42.42.2(pid=27860): stderr: \u000a| �[0;m�[1;31m20221209230621267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230621267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230621267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230621267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230621267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230621267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230621280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230621288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230621288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230621288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:24.241616 run osmo-msc_10.42.42.6(pid=27866): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27866)]\u000a23:06:24.293372 run osmo-msc_10.42.42.6(pid=27866): stdout: \u000a| (launched: 2022-12-09_23:06:23.054452) \u000a23:06:24.345433 run osmo-msc_10.42.42.6(pid=27866): stderr: \u000a| �[0;m�[38;5;43m20221209230623376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230623377 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52a74dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230623377 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230623377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230623377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230623377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230623379 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230623380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230623380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230623380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:24.389290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27859): Terminating (SIGTERM)\u000a23:06:24.431067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27862): Terminating (SIGTERM)\u000a23:06:24.473198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27865): Terminating (SIGTERM)\u000a23:06:24.482863 --- ParallelTerminationStrategy: PID 27859 died...\u000a23:06:24.539359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27859): Terminated: ok {rc=0}\u000a23:06:24.549858 --- ParallelTerminationStrategy: PID 27862 died...\u000a23:06:24.605695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27862): Terminated: ok {rc=0}\u000a23:06:24.615996 --- ParallelTerminationStrategy: PID 27865 died...\u000a23:06:24.671867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27865): Terminated: ok {rc=0}\u000a23:06:24.759384 bus /sierra_3: Setting Powered False\u000a23:06:25.866089 bus /sierra_3: Setting Powered False\u000a23:06:26.977696 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:06:17" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27877): Process ended prematurely: osmo-stp_10.42.42.5(pid=27877) [trial-2365↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27877)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27877): Process ended prematurely: osmo-stp_10.42.42.5(pid=27877) [trial-2365↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27877)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:06:28.992833 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:29.003563 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:06:29.145780 tst handover.py: using LAC 24306\u000a23:06:29.271075 tst handover.py: using RAC 81\u000a23:06:29.397677 tst handover.py: using CellId 24306\u000a23:06:29.522765 tst handover.py: using BVCI 24307\u000a23:06:29.547575 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:06:29.685988 tst handover.py: using LAC 24307\u000a23:06:29.803219 tst handover.py: using RAC 82\u000a23:06:29.921102 tst handover.py: using CellId 24307\u000a23:06:30.046148 tst handover.py: using BVCI 24308\u000a23:06:30.070735 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:30.082078 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:30.093379 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:30.104760 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:30.116139 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:06:30.128039 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:06:30.246768 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:06:30.448026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:30.947732 run create_hlr_db(pid=27871): Launched\u000a23:06:31.087737 bus /sierra_2: Setting Powered False\u000a23:06:32.212115 run create_hlr_db(pid=27871): Terminated: ok {rc=0}\u000a23:06:32.620248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27873): Launched\u000a23:06:32.947017 run osmo-hlr_10.42.42.2(pid=27874): Launched\u000a23:06:33.068921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:33.604231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27876): Launched\u000a23:06:33.928592 run osmo-stp_10.42.42.5(pid=27877): Launched\u000a23:06:34.046552 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:34.612779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27879): Launched\u000a23:06:34.939170 run osmo-msc_10.42.42.6(pid=27880): Launched\u000a23:06:35.130109 run osmo-stp_10.42.42.5(pid=27877): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27877)]\u000a23:06:35.268073 run osmo-stp_10.42.42.5(pid=27877): stdout: \u000a| (launched: 2022-12-09_23:06:33.769303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:35.406355 run osmo-stp_10.42.42.5(pid=27877): stderr: \u000a| �[0;m�[38;5;43m20221209230633961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230633961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230633961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230633962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230633962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230633962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230633962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:35.537343 run osmo-stp_10.42.42.5(pid=27877): stdout: \u000a| (launched: 2022-12-09_23:06:33.769303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:35.666931 run osmo-stp_10.42.42.5(pid=27877): stderr: \u000a| �[0;m�[38;5;43m20221209230633961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230633961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230633961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230633962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230633962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230633962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230633962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:35.724116 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27877): Process ended prematurely: osmo-stp_10.42.42.5(pid=27877) [trial-2365↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27877)] [trial-2365↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a23:06:35.733037 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:06:35.796777 run osmo-hlr_10.42.42.2(pid=27874): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27874)]\u000a23:06:35.848559 run osmo-hlr_10.42.42.2(pid=27874): stdout: \u000a| (launched: 2022-12-09_23:06:32.787368) \u000a23:06:35.900934 run osmo-hlr_10.42.42.2(pid=27874): stderr: \u000a| �[0;m�[1;31m20221209230632986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230632986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230632986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230632986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230632986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230632986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230632999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230633007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230633008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230633008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:35.971777 run osmo-msc_10.42.42.6(pid=27880): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27880)]\u000a23:06:36.023424 run osmo-msc_10.42.42.6(pid=27880): stdout: \u000a| (launched: 2022-12-09_23:06:34.778426) \u000a23:06:36.076051 run osmo-msc_10.42.42.6(pid=27880): stderr: \u000a| �[0;m�[38;5;43m20221209230635100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230635100 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba198bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230635100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230635100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230635100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230635101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230635102 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230635103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230635103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230635103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:36.120499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27873): Terminating (SIGTERM)\u000a23:06:36.162739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27876): Terminating (SIGTERM)\u000a23:06:36.205520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27879): Terminating (SIGTERM)\u000a23:06:36.215339 --- ParallelTerminationStrategy: PID 27873 died...\u000a23:06:36.272265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27873): Terminated: ok {rc=0}\u000a23:06:36.282533 --- ParallelTerminationStrategy: PID 27876 died...\u000a23:06:36.339125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27876): Terminated: ok {rc=0}\u000a23:06:36.349455 --- ParallelTerminationStrategy: PID 27879 died...\u000a23:06:36.405897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27879): Terminated: ok {rc=0}\u000a23:06:36.493700 bus /sierra_3: Setting Powered False\u000a23:06:37.598660 bus /sierra_3: Setting Powered False\u000a23:06:38.708756 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:06:28" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27891): Process ended prematurely: osmo-stp_10.42.42.5(pid=27891) [trial-2365↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27891)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27891): Process ended prematurely: osmo-stp_10.42.42.5(pid=27891) [trial-2365↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:06:40.740517 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:40.751464 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:06:40.892202 tst handover.py: using LAC 24308\u000a23:06:41.019819 tst handover.py: using RAC 83\u000a23:06:41.145922 tst handover.py: using CellId 24308\u000a23:06:41.272713 tst handover.py: using BVCI 24309\u000a23:06:41.297418 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:06:41.441684 tst handover.py: using LAC 24309\u000a23:06:41.567572 tst handover.py: using RAC 84\u000a23:06:41.697379 tst handover.py: using CellId 24309\u000a23:06:41.825169 tst handover.py: using BVCI 24310\u000a23:06:41.849783 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:41.861020 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:41.871978 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:41.883364 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:41.894504 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:06:41.905537 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:06:42.023064 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:06:42.222735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:42.683140 run create_hlr_db(pid=27885): Launched\u000a23:06:42.807227 bus /sierra_2: Setting Powered False\u000a23:06:43.879441 run create_hlr_db(pid=27885): Terminated: ok {rc=0}\u000a23:06:44.283215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27887): Launched\u000a23:06:44.609503 run osmo-hlr_10.42.42.2(pid=27888): Launched\u000a23:06:44.732129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:45.267165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27890): Launched\u000a23:06:45.591693 run osmo-stp_10.42.42.5(pid=27891): Launched\u000a23:06:45.709658 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:46.292326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27893): Launched\u000a23:06:46.647887 run osmo-msc_10.42.42.6(pid=27894): Launched\u000a23:06:47.073368 run osmo-stp_10.42.42.5(pid=27891): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27891)]\u000a23:06:47.288757 run osmo-stp_10.42.42.5(pid=27891): stdout: \u000a| (launched: 2022-12-09_23:06:45.432135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:47.417878 run osmo-stp_10.42.42.5(pid=27891): stderr: \u000a| �[0;m�[38;5;43m20221209230645625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230645625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230645625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230645625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230645626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230645626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230645626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:47.541571 run osmo-stp_10.42.42.5(pid=27891): stdout: \u000a| (launched: 2022-12-09_23:06:45.432135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:47.662711 run osmo-stp_10.42.42.5(pid=27891): stderr: \u000a| �[0;m�[38;5;43m20221209230645625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230645625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230645625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230645625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230645626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230645626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230645626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:47.716090 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27891): Process ended prematurely: osmo-stp_10.42.42.5(pid=27891) [trial-2365↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27891)] [trial-2365↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a23:06:47.724209 tst handover.py:18: Test FAILED (7.0 sec)\u000a23:06:47.784794 run osmo-hlr_10.42.42.2(pid=27888): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27888)]\u000a23:06:47.834017 run osmo-hlr_10.42.42.2(pid=27888): stdout: \u000a| (launched: 2022-12-09_23:06:44.449580) \u000a23:06:47.884258 run osmo-hlr_10.42.42.2(pid=27888): stderr: \u000a| �[0;m�[1;31m20221209230644648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230644648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230644648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230644648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230644648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230644648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230644660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230644670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230644670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230644670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:47.952280 run osmo-msc_10.42.42.6(pid=27894): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27894)]\u000a23:06:48.000992 run osmo-msc_10.42.42.6(pid=27894): stdout: \u000a| (launched: 2022-12-09_23:06:46.463543) \u000a23:06:48.050403 run osmo-msc_10.42.42.6(pid=27894): stderr: \u000a| �[0;m�[38;5;43m20221209230646979 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230646980 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab0d628c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230646980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230646980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230646981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230646981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230646985 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230646986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230646986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230646986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:48.092599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27887): Terminating (SIGTERM)\u000a23:06:48.132773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27890): Terminating (SIGTERM)\u000a23:06:48.173569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27893): Terminating (SIGTERM)\u000a23:06:48.182947 --- ParallelTerminationStrategy: PID 27887 died...\u000a23:06:48.236422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27887): Terminated: ok {rc=0}\u000a23:06:48.246146 --- ParallelTerminationStrategy: PID 27890 died...\u000a23:06:48.299583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27890): Terminated: ok {rc=0}\u000a23:06:48.309274 --- ParallelTerminationStrategy: PID 27893 died...\u000a23:06:48.362225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27893): Terminated: ok {rc=0}\u000a23:06:48.446615 bus /sierra_3: Setting Powered False\u000a23:06:49.555063 bus /sierra_3: Setting Powered False\u000a23:06:50.668161 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:06:40" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27905): Process ended prematurely: osmo-stp_10.42.42.5(pid=27905) [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27905)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27905): Process ended prematurely: osmo-stp_10.42.42.5(pid=27905) [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a23:06:52.705337 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:52.717206 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:06:52.863111 tst handover.py: using LAC 24310\u000a23:06:52.988033 tst handover.py: using RAC 85\u000a23:06:53.109223 tst handover.py: using CellId 24310\u000a23:06:53.227642 tst handover.py: using BVCI 24311\u000a23:06:53.250536 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a23:06:53.386837 tst handover.py: using LAC 24311\u000a23:06:53.504744 tst handover.py: using RAC 86\u000a23:06:53.623590 tst handover.py: using CellId 24311\u000a23:06:53.745929 tst handover.py: using BVCI 24312\u000a23:06:53.769196 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:53.780130 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:53.791058 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:53.801941 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:53.812817 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a23:06:53.823572 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:06:53.943104 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a23:06:54.151655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:06:54.633081 run create_hlr_db(pid=27899): Launched\u000a23:06:54.766208 bus /sierra_2: Setting Powered False\u000a23:06:55.842414 run create_hlr_db(pid=27899): Terminated: ok {rc=0}\u000a23:06:56.246060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27901): Launched\u000a23:06:56.570345 run osmo-hlr_10.42.42.2(pid=27902): Launched\u000a23:06:56.691693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:06:57.231217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27904): Launched\u000a23:06:57.559056 run osmo-stp_10.42.42.5(pid=27905): Launched\u000a23:06:57.677155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:06:58.242968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27907): Launched\u000a23:06:58.566534 run osmo-msc_10.42.42.6(pid=27908): Launched\u000a23:06:58.757467 run osmo-stp_10.42.42.5(pid=27905): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27905)]\u000a23:06:58.894724 run osmo-stp_10.42.42.5(pid=27905): stdout: \u000a| (launched: 2022-12-09_23:06:57.397819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:59.031943 run osmo-stp_10.42.42.5(pid=27905): stderr: \u000a| �[0;m�[38;5;43m20221209230657591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230657591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230657591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230657592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230657592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230657592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230657592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:59.162448 run osmo-stp_10.42.42.5(pid=27905): stdout: \u000a| (launched: 2022-12-09_23:06:57.397819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:06:59.291795 run osmo-stp_10.42.42.5(pid=27905): stderr: \u000a| �[0;m�[38;5;43m20221209230657591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230657591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230657591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230657592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230657592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230657592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230657592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:06:59.348503 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27905): Process ended prematurely: osmo-stp_10.42.42.5(pid=27905) [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27905)] [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a23:06:59.357287 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:06:59.421414 run osmo-hlr_10.42.42.2(pid=27902): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27902)]\u000a23:06:59.473768 run osmo-hlr_10.42.42.2(pid=27902): stdout: \u000a| (launched: 2022-12-09_23:06:56.411075) \u000a23:06:59.526396 run osmo-hlr_10.42.42.2(pid=27902): stderr: \u000a| �[0;m�[1;31m20221209230656610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230656610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230656610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230656610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230656610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230656610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230656623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230656631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230656631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230656631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:06:59.598271 run osmo-msc_10.42.42.6(pid=27908): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27908)]\u000a23:06:59.650293 run osmo-msc_10.42.42.6(pid=27908): stdout: \u000a| (launched: 2022-12-09_23:06:58.407694) \u000a23:06:59.703009 run osmo-msc_10.42.42.6(pid=27908): stderr: \u000a| �[0;m�[38;5;43m20221209230658729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230658729 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b38475c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230658729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230658729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230658729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230658729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230658731 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230658731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230658732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230658732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:06:59.748241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27901): Terminating (SIGTERM)\u000a23:06:59.790536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27904): Terminating (SIGTERM)\u000a23:06:59.833078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27907): Terminating (SIGTERM)\u000a23:06:59.843203 --- ParallelTerminationStrategy: PID 27901 died...\u000a23:06:59.900052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27901): Terminated: ok {rc=0}\u000a23:06:59.910391 --- ParallelTerminationStrategy: PID 27904 died...\u000a23:06:59.966816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27904): Terminated: ok {rc=0}\u000a23:06:59.976874 --- ParallelTerminationStrategy: PID 27907 died...\u000a23:07:00.033205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27907): Terminated: ok {rc=0}\u000a23:07:00.120903 bus /sierra_3: Setting Powered False\u000a23:07:01.250592 bus /sierra_3: Setting Powered False\u000a23:07:02.366964 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:06:52" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27919): Process ended prematurely: osmo-stp_10.42.42.5(pid=27919) [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27919)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27919): Process ended prematurely: osmo-stp_10.42.42.5(pid=27919) [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:07:04.357055 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:04.367893 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:07:04.497360 tst handover.py: using LAC 24312\u000a23:07:04.617916 tst handover.py: using RAC 87\u000a23:07:04.736545 tst handover.py: using CellId 24312\u000a23:07:04.857547 tst handover.py: using BVCI 24313\u000a23:07:04.880664 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:07:05.004067 tst handover.py: using LAC 24313\u000a23:07:05.124792 tst handover.py: using RAC 88\u000a23:07:05.243518 tst handover.py: using CellId 24313\u000a23:07:05.366048 tst handover.py: using BVCI 24314\u000a23:07:05.388847 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:05.399689 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:05.410515 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:05.421578 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:05.432426 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:05.443284 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:07:05.557257 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:07:05.768197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:06.249195 run create_hlr_db(pid=27913): Launched\u000a23:07:06.381471 bus /sierra_2: Setting Powered False\u000a23:07:07.457842 run create_hlr_db(pid=27913): Terminated: ok {rc=0}\u000a23:07:07.839500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27915): Launched\u000a23:07:08.143351 run osmo-hlr_10.42.42.2(pid=27916): Launched\u000a23:07:08.264445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:08.767586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27918): Launched\u000a23:07:09.070640 run osmo-stp_10.42.42.5(pid=27919): Launched\u000a23:07:09.180791 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:09.706550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27921): Launched\u000a23:07:10.009080 run osmo-msc_10.42.42.6(pid=27922): Launched\u000a23:07:10.185958 run osmo-stp_10.42.42.5(pid=27919): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27919)]\u000a23:07:10.313557 run osmo-stp_10.42.42.5(pid=27919): stdout: \u000a| (launched: 2022-12-09_23:07:08.921739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:10.439594 run osmo-stp_10.42.42.5(pid=27919): stderr: \u000a| �[0;m�[38;5;43m20221209230709090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230709090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230709091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230709091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230709092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230709092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230709092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:10.561103 run osmo-stp_10.42.42.5(pid=27919): stdout: \u000a| (launched: 2022-12-09_23:07:08.921739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:10.681145 run osmo-stp_10.42.42.5(pid=27919): stderr: \u000a| �[0;m�[38;5;43m20221209230709090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230709090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230709091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230709091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230709092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230709092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230709092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:10.734001 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27919): Process ended prematurely: osmo-stp_10.42.42.5(pid=27919) [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27919)] [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a23:07:10.742082 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:07:10.801785 run osmo-hlr_10.42.42.2(pid=27916): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27916)]\u000a23:07:10.850451 run osmo-hlr_10.42.42.2(pid=27916): stdout: \u000a| (launched: 2022-12-09_23:07:07.993237) \u000a23:07:10.899321 run osmo-hlr_10.42.42.2(pid=27916): stderr: \u000a| �[0;m�[1;31m20221209230708166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230708166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230708166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230708166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230708167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230708167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230708179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230708187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230708187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230708187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:10.965873 run osmo-msc_10.42.42.6(pid=27922): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27922)]\u000a23:07:11.014115 run osmo-msc_10.42.42.6(pid=27922): stdout: \u000a| (launched: 2022-12-09_23:07:09.859913) \u000a23:07:11.062697 run osmo-msc_10.42.42.6(pid=27922): stderr: \u000a| �[0;m�[38;5;43m20221209230710130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230710130 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabdb0f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230710130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230710130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230710130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230710131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230710132 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230710133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230710133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230710133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:11.103961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27915): Terminating (SIGTERM)\u000a23:07:11.143105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27918): Terminating (SIGTERM)\u000a23:07:11.182149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27921): Terminating (SIGTERM)\u000a23:07:11.191267 --- ParallelTerminationStrategy: PID 27915 died...\u000a23:07:11.244416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27915): Terminated: ok {rc=0}\u000a23:07:11.254099 --- ParallelTerminationStrategy: PID 27918 died...\u000a23:07:11.306878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27918): Terminated: ok {rc=0}\u000a23:07:11.316272 --- ParallelTerminationStrategy: PID 27921 died...\u000a23:07:11.369571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27921): Terminated: ok {rc=0}\u000a23:07:11.457850 bus /sierra_3: Setting Powered False\u000a23:07:12.561699 bus /sierra_3: Setting Powered False\u000a23:07:13.673111 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:07:04" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27933): Process ended prematurely: osmo-stp_10.42.42.5(pid=27933) [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27933)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27933): Process ended prematurely: osmo-stp_10.42.42.5(pid=27933) [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:07:15.675461 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:15.687074 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:07:15.830706 tst handover.py: using LAC 24314\u000a23:07:15.990295 tst handover.py: using RAC 89\u000a23:07:16.114181 tst handover.py: using CellId 24314\u000a23:07:16.272784 tst handover.py: using BVCI 24315\u000a23:07:16.302010 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:07:16.440526 tst handover.py: using LAC 24315\u000a23:07:16.588665 tst handover.py: using RAC 90\u000a23:07:16.742012 tst handover.py: using CellId 24315\u000a23:07:16.898265 tst handover.py: using BVCI 24316\u000a23:07:16.933356 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:16.949720 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:16.967240 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:16.985278 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:17.002684 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:17.020060 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:07:17.149827 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:07:17.353535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:17.814407 run create_hlr_db(pid=27927): Launched\u000a23:07:17.937751 bus /sierra_2: Setting Powered False\u000a23:07:19.010216 run create_hlr_db(pid=27927): Terminated: ok {rc=0}\u000a23:07:19.413140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27929): Launched\u000a23:07:19.738173 run osmo-hlr_10.42.42.2(pid=27930): Launched\u000a23:07:19.857744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:20.391612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27932): Launched\u000a23:07:20.715351 run osmo-stp_10.42.42.5(pid=27933): Launched\u000a23:07:20.835447 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:21.399686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27935): Launched\u000a23:07:21.724279 run osmo-msc_10.42.42.6(pid=27936): Launched\u000a23:07:21.916312 run osmo-stp_10.42.42.5(pid=27933): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27933)]\u000a23:07:22.053754 run osmo-stp_10.42.42.5(pid=27933): stdout: \u000a| (launched: 2022-12-09_23:07:20.556288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:22.190651 run osmo-stp_10.42.42.5(pid=27933): stderr: \u000a| �[0;m�[38;5;43m20221209230720748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230720748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230720748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230720749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230720749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230720749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230720749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:22.321037 run osmo-stp_10.42.42.5(pid=27933): stdout: \u000a| (launched: 2022-12-09_23:07:20.556288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:22.449990 run osmo-stp_10.42.42.5(pid=27933): stderr: \u000a| �[0;m�[38;5;43m20221209230720748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230720748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230720748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230720749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230720749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230720749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230720749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:22.506611 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27933): Process ended prematurely: osmo-stp_10.42.42.5(pid=27933) [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27933)] [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a23:07:22.515377 tst handover.py:18: Test FAILED (6.8 sec)\u000a23:07:22.579102 run osmo-hlr_10.42.42.2(pid=27930): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27930)]\u000a23:07:22.630920 run osmo-hlr_10.42.42.2(pid=27930): stdout: \u000a| (launched: 2022-12-09_23:07:19.578013) \u000a23:07:22.683388 run osmo-hlr_10.42.42.2(pid=27930): stderr: \u000a| �[0;m�[1;31m20221209230719775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230719775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230719775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230719775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230719776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230719776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230719787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230719796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230719796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230719796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:22.754816 run osmo-msc_10.42.42.6(pid=27936): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27936)]\u000a23:07:22.806616 run osmo-msc_10.42.42.6(pid=27936): stdout: \u000a| (launched: 2022-12-09_23:07:21.564470) \u000a23:07:22.858417 run osmo-msc_10.42.42.6(pid=27936): stderr: \u000a| �[0;m�[38;5;43m20221209230721886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230721886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a166b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230721886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230721886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230721886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230721886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230721888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230721888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230721889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230721889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:22.902763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27929): Terminating (SIGTERM)\u000a23:07:22.944499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27932): Terminating (SIGTERM)\u000a23:07:22.986692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27935): Terminating (SIGTERM)\u000a23:07:22.996775 --- ParallelTerminationStrategy: PID 27929 died...\u000a23:07:23.053157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27929): Terminated: ok {rc=0}\u000a23:07:23.063711 --- ParallelTerminationStrategy: PID 27932 died...\u000a23:07:23.120110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27932): Terminated: ok {rc=0}\u000a23:07:23.130323 --- ParallelTerminationStrategy: PID 27935 died...\u000a23:07:23.186393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27935): Terminated: ok {rc=0}\u000a23:07:23.274097 bus /sierra_3: Setting Powered False\u000a23:07:24.378366 bus /sierra_3: Setting Powered False\u000a23:07:25.490910 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:07:15" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27948): Process ended prematurely: osmo-stp_10.42.42.5(pid=27948) [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27948)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27948): Process ended prematurely: osmo-stp_10.42.42.5(pid=27948) [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:07:27.506059 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:27.517113 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:07:27.648490 tst handover.py: using LAC 24316\u000a23:07:27.769926 tst handover.py: using RAC 91\u000a23:07:27.894447 tst handover.py: using CellId 24316\u000a23:07:28.012472 tst handover.py: using BVCI 24317\u000a23:07:28.035834 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:07:28.168611 tst handover.py: using LAC 24317\u000a23:07:28.285437 tst handover.py: using RAC 92\u000a23:07:28.403069 tst handover.py: using CellId 24317\u000a23:07:28.519751 tst handover.py: using BVCI 24318\u000a23:07:28.542845 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:28.553801 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:28.564891 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:28.575955 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:28.587082 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:07:28.597922 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:07:28.719821 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:07:28.931930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:29.414621 run create_hlr_db(pid=27942): Launched\u000a23:07:29.547883 bus /sierra_2: Setting Powered False\u000a23:07:30.623036 run create_hlr_db(pid=27942): Terminated: ok {rc=0}\u000a23:07:31.062272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27944): Launched\u000a23:07:31.536125 run osmo-hlr_10.42.42.2(pid=27945): Launched\u000a23:07:31.723869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:32.256887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27947): Launched\u000a23:07:32.562152 run osmo-stp_10.42.42.5(pid=27948): Launched\u000a23:07:32.672803 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:33.200044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27950): Launched\u000a23:07:33.503423 run osmo-msc_10.42.42.6(pid=27951): Launched\u000a23:07:33.682527 run osmo-stp_10.42.42.5(pid=27948): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27948)]\u000a23:07:33.811723 run osmo-stp_10.42.42.5(pid=27948): stdout: \u000a| (launched: 2022-12-09_23:07:32.411435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:33.938935 run osmo-stp_10.42.42.5(pid=27948): stderr: \u000a| �[0;m�[38;5;43m20221209230732581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230732581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230732581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230732582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230732582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230732582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230732582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:34.061093 run osmo-stp_10.42.42.5(pid=27948): stdout: \u000a| (launched: 2022-12-09_23:07:32.411435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:34.181874 run osmo-stp_10.42.42.5(pid=27948): stderr: \u000a| �[0;m�[38;5;43m20221209230732581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230732581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230732581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230732582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230732582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230732582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230732582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:34.234408 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27948): Process ended prematurely: osmo-stp_10.42.42.5(pid=27948) [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27948)] [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a23:07:34.242630 tst handover.py:18: Test FAILED (6.7 sec)\u000a23:07:34.302284 run osmo-hlr_10.42.42.2(pid=27945): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27945)]\u000a23:07:34.351207 run osmo-hlr_10.42.42.2(pid=27945): stdout: \u000a| (launched: 2022-12-09_23:07:31.219830) \u000a23:07:34.400753 run osmo-hlr_10.42.42.2(pid=27945): stderr: \u000a| �[0;m�[1;31m20221209230731450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230731450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230731450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230731450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230731450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230731450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230731470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230731478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230731478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230731478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:34.467865 run osmo-msc_10.42.42.6(pid=27951): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27951)]\u000a23:07:34.516520 run osmo-msc_10.42.42.6(pid=27951): stdout: \u000a| (launched: 2022-12-09_23:07:33.354208) \u000a23:07:34.566285 run osmo-msc_10.42.42.6(pid=27951): stderr: \u000a| �[0;m�[38;5;43m20221209230733626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230733626 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1526312c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230733626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230733626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230733627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230733627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230733628 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230733629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230733629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230733629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:34.607839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27944): Terminating (SIGTERM)\u000a23:07:34.647039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27947): Terminating (SIGTERM)\u000a23:07:34.686926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27950): Terminating (SIGTERM)\u000a23:07:34.696327 --- ParallelTerminationStrategy: PID 27944 died...\u000a23:07:34.749249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27944): Terminated: ok {rc=0}\u000a23:07:34.758871 --- ParallelTerminationStrategy: PID 27947 died...\u000a23:07:34.811590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27947): Terminated: ok {rc=0}\u000a23:07:34.821171 --- ParallelTerminationStrategy: PID 27950 died...\u000a23:07:34.873638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27950): Terminated: ok {rc=0}\u000a23:07:34.961501 bus /sierra_3: Setting Powered False\u000a23:07:36.064033 bus /sierra_3: Setting Powered False\u000a23:07:37.173038 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:07:27" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27962): Process ended prematurely: osmo-stp_10.42.42.5(pid=27962) [trial-2365↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27962)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27962): Process ended prematurely: osmo-stp_10.42.42.5(pid=27962) [trial-2365↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a23:07:39.183089 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:39.194582 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:07:39.337970 tst handover.py: using LAC 24318\u000a23:07:39.464124 tst handover.py: using RAC 93\u000a23:07:39.590356 tst handover.py: using CellId 24318\u000a23:07:39.710052 tst handover.py: using BVCI 24319\u000a23:07:39.733345 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a23:07:39.854699 tst handover.py: using LAC 24319\u000a23:07:39.973192 tst handover.py: using RAC 94\u000a23:07:40.091930 tst handover.py: using CellId 24319\u000a23:07:40.210269 tst handover.py: using BVCI 24320\u000a23:07:40.233606 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:40.244702 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:40.255568 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:40.267016 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:40.278640 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a23:07:40.290006 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:07:40.405689 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a23:07:40.608872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:41.067882 run create_hlr_db(pid=27956): Launched\u000a23:07:41.191432 bus /sierra_2: Setting Powered False\u000a23:07:42.263695 run create_hlr_db(pid=27956): Terminated: ok {rc=0}\u000a23:07:42.667342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27958): Launched\u000a23:07:42.993664 run osmo-hlr_10.42.42.2(pid=27959): Launched\u000a23:07:43.115778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:43.651596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27961): Launched\u000a23:07:43.977489 run osmo-stp_10.42.42.5(pid=27962): Launched\u000a23:07:44.095595 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:44.652379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27964): Launched\u000a23:07:44.957687 run osmo-msc_10.42.42.6(pid=27965): Launched\u000a23:07:45.137581 run osmo-stp_10.42.42.5(pid=27962): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27962)]\u000a23:07:45.267406 run osmo-stp_10.42.42.5(pid=27962): stdout: \u000a| (launched: 2022-12-09_23:07:43.817707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:45.394740 run osmo-stp_10.42.42.5(pid=27962): stderr: \u000a| �[0;m�[38;5;43m20221209230744010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230744010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230744010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230744011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230744011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230744011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230744011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:45.517410 run osmo-stp_10.42.42.5(pid=27962): stdout: \u000a| (launched: 2022-12-09_23:07:43.817707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:45.638944 run osmo-stp_10.42.42.5(pid=27962): stderr: \u000a| �[0;m�[38;5;43m20221209230744010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230744010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230744010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230744011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230744011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230744011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230744011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:45.692389 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27962): Process ended prematurely: osmo-stp_10.42.42.5(pid=27962) [trial-2365↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27962)] [trial-2365↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a23:07:45.700198 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:07:45.759857 run osmo-hlr_10.42.42.2(pid=27959): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27959)]\u000a23:07:45.808855 run osmo-hlr_10.42.42.2(pid=27959): stdout: \u000a| (launched: 2022-12-09_23:07:42.833653) \u000a23:07:45.859268 run osmo-hlr_10.42.42.2(pid=27959): stderr: \u000a| �[0;m�[1;31m20221209230743031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230743031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230743031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230743031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230743031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230743031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230743043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230743052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230743052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230743052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:45.963269 run osmo-msc_10.42.42.6(pid=27965): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27965)]\u000a23:07:46.017333 run osmo-msc_10.42.42.6(pid=27965): stdout: \u000a| (launched: 2022-12-09_23:07:44.806367) \u000a23:07:46.102925 run osmo-msc_10.42.42.6(pid=27965): stderr: \u000a| �[0;m�[38;5;43m20221209230745078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230745078 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb4fea3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230745078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230745078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230745078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230745078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230745080 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230745081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230745081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230745081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:46.150460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27958): Terminating (SIGTERM)\u000a23:07:46.197564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27961): Terminating (SIGTERM)\u000a23:07:46.242120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27964): Terminating (SIGTERM)\u000a23:07:46.255088 --- ParallelTerminationStrategy: PID 27958 died...\u000a23:07:46.316292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27958): Terminated: ok {rc=0}\u000a23:07:46.327538 --- ParallelTerminationStrategy: PID 27961 died...\u000a23:07:46.387771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27961): Terminated: ok {rc=0}\u000a23:07:46.398948 --- ParallelTerminationStrategy: PID 27964 died...\u000a23:07:46.459125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27964): Terminated: ok {rc=0}\u000a23:07:46.550508 bus /sierra_3: Setting Powered False\u000a23:07:47.656808 bus /sierra_3: Setting Powered False\u000a23:07:48.764503 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:07:38" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27976): Process ended prematurely: osmo-stp_10.42.42.5(pid=27976) [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27976)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27976): Process ended prematurely: osmo-stp_10.42.42.5(pid=27976) [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:07:50.793172 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:50.804628 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:07:50.946910 tst handover.py: using LAC 24320\u000a23:07:51.078122 tst handover.py: using RAC 95\u000a23:07:51.202699 tst handover.py: using CellId 24320\u000a23:07:51.331485 tst handover.py: using BVCI 24321\u000a23:07:51.356212 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:07:51.496568 tst handover.py: using LAC 24321\u000a23:07:51.621357 tst handover.py: using RAC 96\u000a23:07:51.748147 tst handover.py: using CellId 24321\u000a23:07:51.873896 tst handover.py: using BVCI 24322\u000a23:07:51.898764 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:51.910300 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:51.921576 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:51.933215 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:51.945506 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:07:51.956895 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:07:52.074047 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:07:52.284260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:07:52.765758 run create_hlr_db(pid=27970): Launched\u000a23:07:52.898177 bus /sierra_2: Setting Powered False\u000a23:07:53.976121 run create_hlr_db(pid=27970): Terminated: ok {rc=0}\u000a23:07:54.359906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27972): Launched\u000a23:07:54.664168 run osmo-hlr_10.42.42.2(pid=27973): Launched\u000a23:07:54.784894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:07:55.292649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27975): Launched\u000a23:07:55.596204 run osmo-stp_10.42.42.5(pid=27976): Launched\u000a23:07:55.706420 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:07:56.234942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27978): Launched\u000a23:07:56.541291 run osmo-msc_10.42.42.6(pid=27979): Launched\u000a23:07:56.721995 run osmo-stp_10.42.42.5(pid=27976): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27976)]\u000a23:07:56.853882 run osmo-stp_10.42.42.5(pid=27976): stdout: \u000a| (launched: 2022-12-09_23:07:55.446956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:56.990914 run osmo-stp_10.42.42.5(pid=27976): stderr: \u000a| �[0;m�[38;5;43m20221209230755616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230755616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230755617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230755617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230755618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230755618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230755618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:57.122263 run osmo-stp_10.42.42.5(pid=27976): stdout: \u000a| (launched: 2022-12-09_23:07:55.446956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:07:57.252341 run osmo-stp_10.42.42.5(pid=27976): stderr: \u000a| �[0;m�[38;5;43m20221209230755616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230755616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230755617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230755617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230755618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230755618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230755618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:07:57.309539 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27976): Process ended prematurely: osmo-stp_10.42.42.5(pid=27976) [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27976)] [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a23:07:57.318393 tst handover.py:18: Test FAILED (6.5 sec)\u000a23:07:57.384339 run osmo-hlr_10.42.42.2(pid=27973): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27973)]\u000a23:07:57.437189 run osmo-hlr_10.42.42.2(pid=27973): stdout: \u000a| (launched: 2022-12-09_23:07:54.513787) \u000a23:07:57.490671 run osmo-hlr_10.42.42.2(pid=27973): stderr: \u000a| �[0;m�[1;31m20221209230754690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230754690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230754690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230754690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230754690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230754690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230754703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230754711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230754712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230754712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:07:57.563008 run osmo-msc_10.42.42.6(pid=27979): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27979)]\u000a23:07:57.615692 run osmo-msc_10.42.42.6(pid=27979): stdout: \u000a| (launched: 2022-12-09_23:07:56.389250) \u000a23:07:57.669172 run osmo-msc_10.42.42.6(pid=27979): stderr: \u000a| �[0;m�[38;5;43m20221209230756660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230756660 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8811cb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230756660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230756660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230756660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230756660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230756662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230756663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230756663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230756663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:07:57.713687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27972): Terminating (SIGTERM)\u000a23:07:57.756760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27975): Terminating (SIGTERM)\u000a23:07:57.801129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27978): Terminating (SIGTERM)\u000a23:07:57.811050 --- ParallelTerminationStrategy: PID 27972 died...\u000a23:07:57.869078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27972): Terminated: ok {rc=0}\u000a23:07:57.879342 --- ParallelTerminationStrategy: PID 27975 died...\u000a23:07:57.936802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27975): Terminated: ok {rc=0}\u000a23:07:57.947159 --- ParallelTerminationStrategy: PID 27978 died...\u000a23:07:58.004754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27978): Terminated: ok {rc=0}\u000a23:07:58.092366 bus /sierra_3: Setting Powered False\u000a23:07:59.199762 bus /sierra_3: Setting Powered False\u000a23:08:00.310834 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:07:50" }, { "cases" : [ { "testActions" : [ ], "age" : 194, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28003): Process ended prematurely: osmo-stp_10.42.42.5(pid=28003) [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28003)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28003): Process ended prematurely: osmo-stp_10.42.42.5(pid=28003) [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:08:02.401244 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:02.413632 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:02.565457 tst handover.py: using LAC 24322\u000a23:08:02.695874 tst handover.py: using RAC 97\u000a23:08:02.826753 tst handover.py: using CellId 24322\u000a23:08:02.957097 tst handover.py: using BVCI 24323\u000a23:08:02.982737 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:03.128378 tst handover.py: using LAC 24323\u000a23:08:03.258835 tst handover.py: using RAC 98\u000a23:08:03.387981 tst handover.py: using CellId 24323\u000a23:08:03.518876 tst handover.py: using BVCI 24324\u000a23:08:03.544793 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:03.557462 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:03.569706 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:03.583856 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:03.596800 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:03.610282 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:03.735059 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:03.953408 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:04.493099 run create_hlr_db(pid=27995): Launched\u000a23:08:04.630547 bus /sierra_2: Setting Powered False\u000a23:08:05.711702 run create_hlr_db(pid=27995): Terminated: ok {rc=0}\u000a23:08:06.133555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27999): Launched\u000a23:08:06.554745 run osmo-hlr_10.42.42.2(pid=28000): Launched\u000a23:08:06.776915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:07.402268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28002): Launched\u000a23:08:07.823329 run osmo-stp_10.42.42.5(pid=28003): Launched\u000a23:08:08.086801 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:08.706957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28005): Launched\u000a23:08:09.115804 run osmo-msc_10.42.42.6(pid=28006): Launched\u000a23:08:09.501222 run osmo-stp_10.42.42.5(pid=28003): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28003)]\u000a23:08:09.772801 run osmo-stp_10.42.42.5(pid=28003): stdout: \u000a| (launched: 2022-12-09_23:08:07.560181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:09.975592 run osmo-stp_10.42.42.5(pid=28003): stderr: \u000a| �[0;m�[38;5;43m20221209230807941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230807941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230807942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230807942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230807944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230807944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230807944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:10.102919 run osmo-stp_10.42.42.5(pid=28003): stdout: \u000a| (launched: 2022-12-09_23:08:07.560181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:10.229163 run osmo-stp_10.42.42.5(pid=28003): stderr: \u000a| �[0;m�[38;5;43m20221209230807941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230807941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230807942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230807942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230807944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230807944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230807944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:10.284374 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28003): Process ended prematurely: osmo-stp_10.42.42.5(pid=28003) [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28003)] [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a23:08:10.293522 tst handover.py:18: Test FAILED (7.9 sec)\u000a23:08:10.356355 run osmo-hlr_10.42.42.2(pid=28000): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28000)]\u000a23:08:10.407499 run osmo-hlr_10.42.42.2(pid=28000): stdout: \u000a| (launched: 2022-12-09_23:08:06.297303) \u000a23:08:10.459658 run osmo-hlr_10.42.42.2(pid=28000): stderr: \u000a| �[0;m�[1;31m20221209230806639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230806639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230806639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230806639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230806639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230806639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230806659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230806668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230806668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230806668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:10.530204 run osmo-msc_10.42.42.6(pid=28006): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28006)]\u000a23:08:10.581392 run osmo-msc_10.42.42.6(pid=28006): stdout: \u000a| (launched: 2022-12-09_23:08:08.864689) \u000a23:08:10.632912 run osmo-msc_10.42.42.6(pid=28006): stderr: \u000a| �[0;m�[38;5;43m20221209230809462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230809462 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37d5779c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230809462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230809462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230809462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230809463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230809464 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230809473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230809473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230809473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:10.676214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27999): Terminating (SIGTERM)\u000a23:08:10.727485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28002): Terminating (SIGTERM)\u000a23:08:10.776394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28005): Terminating (SIGTERM)\u000a23:08:10.792759 --- ParallelTerminationStrategy: PID 27999 died...\u000a23:08:10.863868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27999): Terminated: ok {rc=0}\u000a23:08:10.879057 --- ParallelTerminationStrategy: PID 28002 died...\u000a23:08:10.942252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28002): Terminated: ok {rc=0}\u000a23:08:10.956697 --- ParallelTerminationStrategy: PID 28005 died...\u000a23:08:11.012668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28005): Terminated: ok {rc=0}\u000a23:08:11.117466 bus /sierra_3: Setting Powered False\u000a23:08:12.259422 bus /sierra_3: Setting Powered False\u000a23:08:13.378794 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 14.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:08:02" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28276): Process ended prematurely: osmo-stp_10.42.42.5(pid=28276) [trial-2365↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28276)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28276): Process ended prematurely: osmo-stp_10.42.42.5(pid=28276) [trial-2365↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a23:08:15.395186 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:15.407294 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:08:15.532572 tst handover.py: using LAC 24324\u000a23:08:15.661551 tst handover.py: using RAC 99\u000a23:08:15.783587 tst handover.py: using CellId 24324\u000a23:08:15.906742 tst handover.py: using BVCI 24325\u000a23:08:15.930999 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a23:08:16.068168 tst handover.py: using LAC 24325\u000a23:08:16.214596 tst handover.py: using RAC 100\u000a23:08:16.364719 tst handover.py: using CellId 24325\u000a23:08:16.499235 tst handover.py: using BVCI 24326\u000a23:08:16.523083 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:16.534462 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:16.545961 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:16.557408 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:16.568858 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a23:08:16.580280 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:08:16.716002 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a23:08:16.963440 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:17.578138 run create_hlr_db(pid=28270): Launched\u000a23:08:17.729361 bus /sierra_2: Setting Powered False\u000a23:08:18.798726 run create_hlr_db(pid=28270): Terminated: ok {rc=0}\u000a23:08:19.236037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28272): Launched\u000a23:08:19.685094 run osmo-hlr_10.42.42.2(pid=28273): Launched\u000a23:08:19.924860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:20.493427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28275): Launched\u000a23:08:20.936586 run osmo-stp_10.42.42.5(pid=28276): Launched\u000a23:08:21.159021 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:21.757811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28278): Launched\u000a23:08:22.195587 run osmo-msc_10.42.42.6(pid=28279): Launched\u000a23:08:22.595798 run osmo-stp_10.42.42.5(pid=28276): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28276)]\u000a23:08:22.794236 run osmo-stp_10.42.42.5(pid=28276): stdout: \u000a| (launched: 2022-12-09_23:08:20.664676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:22.935326 run osmo-stp_10.42.42.5(pid=28276): stderr: \u000a| �[0;m�[38;5;43m20221209230820965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230820965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230820965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230820965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230820966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230820966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230820966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:23.071326 run osmo-stp_10.42.42.5(pid=28276): stdout: \u000a| (launched: 2022-12-09_23:08:20.664676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:23.205403 run osmo-stp_10.42.42.5(pid=28276): stderr: \u000a| �[0;m�[38;5;43m20221209230820965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230820965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230820965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230820965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230820966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230820966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230820966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:23.265099 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28276): Process ended prematurely: osmo-stp_10.42.42.5(pid=28276) [trial-2365↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28276)] [trial-2365↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a23:08:23.274962 tst handover.py:18: Test FAILED (7.9 sec)\u000a23:08:23.343222 run osmo-hlr_10.42.42.2(pid=28273): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28273)]\u000a23:08:23.398172 run osmo-hlr_10.42.42.2(pid=28273): stdout: \u000a| (launched: 2022-12-09_23:08:19.407177) \u000a23:08:23.453311 run osmo-hlr_10.42.42.2(pid=28273): stderr: \u000a| �[0;m�[1;31m20221209230819716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230819725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230819725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230819725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230819725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230819725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230819745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230819762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230819762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230819762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:23.528480 run osmo-msc_10.42.42.6(pid=28279): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28279)]\u000a23:08:23.582884 run osmo-msc_10.42.42.6(pid=28279): stdout: \u000a| (launched: 2022-12-09_23:08:21.928694) \u000a23:08:23.638813 run osmo-msc_10.42.42.6(pid=28279): stderr: \u000a| �[0;m�[38;5;43m20221209230822437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230822438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2280f4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230822438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230822438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230822438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230822438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230822440 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230822440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230822447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230822447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:23.686708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28272): Terminating (SIGTERM)\u000a23:08:23.733525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28275): Terminating (SIGTERM)\u000a23:08:23.779553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28278): Terminating (SIGTERM)\u000a23:08:23.791642 --- ParallelTerminationStrategy: PID 28272 died...\u000a23:08:23.853266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28272): Terminated: ok {rc=0}\u000a23:08:23.865457 --- ParallelTerminationStrategy: PID 28275 died...\u000a23:08:23.926090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28275): Terminated: ok {rc=0}\u000a23:08:23.937251 --- ParallelTerminationStrategy: PID 28278 died...\u000a23:08:23.997271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28278): Terminated: ok {rc=0}\u000a23:08:24.089900 bus /sierra_3: Setting Powered False\u000a23:08:25.196108 bus /sierra_3: Setting Powered False\u000a23:08:26.308157 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:08:15" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28292): Process ended prematurely: osmo-stp_10.42.42.5(pid=28292) [trial-2365↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28292)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28292): Process ended prematurely: osmo-stp_10.42.42.5(pid=28292) [trial-2365↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:08:28.308732 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:28.320068 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:28.449909 tst handover.py: using LAC 24326\u000a23:08:28.575996 tst handover.py: using RAC 101\u000a23:08:28.709126 tst handover.py: using CellId 24326\u000a23:08:28.834527 tst handover.py: using BVCI 24327\u000a23:08:28.859123 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:29.003147 tst handover.py: using LAC 24327\u000a23:08:29.128326 tst handover.py: using RAC 102\u000a23:08:29.254465 tst handover.py: using CellId 24327\u000a23:08:29.379882 tst handover.py: using BVCI 24328\u000a23:08:29.404395 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:29.415574 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:29.426524 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:29.437705 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:29.449101 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:29.460270 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:29.582102 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:29.783395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:30.244477 run create_hlr_db(pid=28286): Launched\u000a23:08:30.369152 bus /sierra_2: Setting Powered False\u000a23:08:31.445791 run create_hlr_db(pid=28286): Terminated: ok {rc=0}\u000a23:08:31.860076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28288): Launched\u000a23:08:32.285908 run osmo-hlr_10.42.42.2(pid=28289): Launched\u000a23:08:32.398010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:32.900521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28291): Launched\u000a23:08:33.203205 run osmo-stp_10.42.42.5(pid=28292): Launched\u000a23:08:33.312394 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:33.840011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28294): Launched\u000a23:08:34.145463 run osmo-msc_10.42.42.6(pid=28295): Launched\u000a23:08:34.324842 run osmo-stp_10.42.42.5(pid=28292): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28292)]\u000a23:08:34.453836 run osmo-stp_10.42.42.5(pid=28292): stdout: \u000a| (launched: 2022-12-09_23:08:33.054965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:34.579660 run osmo-stp_10.42.42.5(pid=28292): stderr: \u000a| �[0;m�[38;5;43m20221209230833225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230833225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230833225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230833226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230833226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230833226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230833226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:34.700842 run osmo-stp_10.42.42.5(pid=28292): stdout: \u000a| (launched: 2022-12-09_23:08:33.054965)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:34.821319 run osmo-stp_10.42.42.5(pid=28292): stderr: \u000a| �[0;m�[38;5;43m20221209230833225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230833225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230833225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230833226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230833226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230833226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230833226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:34.874580 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28292): Process ended prematurely: osmo-stp_10.42.42.5(pid=28292) [trial-2365↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28292)] [trial-2365↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a23:08:34.882454 tst handover.py:18: Test FAILED (6.6 sec)\u000a23:08:34.942259 run osmo-hlr_10.42.42.2(pid=28289): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28289)]\u000a23:08:34.991433 run osmo-hlr_10.42.42.2(pid=28289): stdout: \u000a| (launched: 2022-12-09_23:08:32.057690) \u000a23:08:35.041285 run osmo-hlr_10.42.42.2(pid=28289): stderr: \u000a| �[0;m�[1;31m20221209230832279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230832279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230832279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230832279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230832279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230832279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230832319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230832328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230832328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230832328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:35.108878 run osmo-msc_10.42.42.6(pid=28295): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28295)]\u000a23:08:35.157863 run osmo-msc_10.42.42.6(pid=28295): stdout: \u000a| (launched: 2022-12-09_23:08:33.995556) \u000a23:08:35.207277 run osmo-msc_10.42.42.6(pid=28295): stderr: \u000a| �[0;m�[38;5;43m20221209230834267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230834267 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e15640c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230834267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230834267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230834267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230834267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230834269 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230834271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230834272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230834272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:35.249250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28288): Terminating (SIGTERM)\u000a23:08:35.288856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28291): Terminating (SIGTERM)\u000a23:08:35.328459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28294): Terminating (SIGTERM)\u000a23:08:35.337730 --- ParallelTerminationStrategy: PID 28288 died...\u000a23:08:35.391176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28288): Terminated: ok {rc=0}\u000a23:08:35.400743 --- ParallelTerminationStrategy: PID 28291 died...\u000a23:08:35.453757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28291): Terminated: ok {rc=0}\u000a23:08:35.463374 --- ParallelTerminationStrategy: PID 28294 died...\u000a23:08:35.516482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28294): Terminated: ok {rc=0}\u000a23:08:35.605276 bus /sierra_3: Setting Powered False\u000a23:08:36.708740 bus /sierra_3: Setting Powered False\u000a23:08:37.821745 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:08:28" }, { "cases" : [ { "testActions" : [ ], "age" : 48, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28306): Process ended prematurely: osmo-stp_10.42.42.5(pid=28306) [trial-2365↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28306)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28306): Process ended prematurely: osmo-stp_10.42.42.5(pid=28306) [trial-2365↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2365 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a23:08:39.844003 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:39.855220 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:39.993493 tst handover.py: using LAC 24328\u000a23:08:40.112623 tst handover.py: using RAC 103\u000a23:08:40.237342 tst handover.py: using CellId 24328\u000a23:08:40.354960 tst handover.py: using BVCI 24329\u000a23:08:40.378119 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a23:08:40.510296 tst handover.py: using LAC 24329\u000a23:08:40.628120 tst handover.py: using RAC 104\u000a23:08:40.748053 tst handover.py: using CellId 24329\u000a23:08:40.865267 tst handover.py: using BVCI 24330\u000a23:08:40.888189 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:40.898904 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:40.909630 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:40.920172 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:40.930828 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a23:08:40.941402 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:41.060634 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a23:08:41.275096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a23:08:41.757386 run create_hlr_db(pid=28300): Launched\u000a23:08:41.890682 bus /sierra_2: Setting Powered False\u000a23:08:42.956559 run create_hlr_db(pid=28300): Terminated: ok {rc=0}\u000a23:08:43.335020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28302): Launched\u000a23:08:43.639516 run osmo-hlr_10.42.42.2(pid=28303): Launched\u000a23:08:43.752097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a23:08:44.251674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28305): Launched\u000a23:08:44.555685 run osmo-stp_10.42.42.5(pid=28306): Launched\u000a23:08:44.678133 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a23:08:45.211468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28308): Launched\u000a23:08:45.514579 run osmo-msc_10.42.42.6(pid=28309): Launched\u000a23:08:45.693612 run osmo-stp_10.42.42.5(pid=28306): ERR: Terminated: ERROR {rc=1} [trial-2365↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28306)]\u000a23:08:45.821516 run osmo-stp_10.42.42.5(pid=28306): stdout: \u000a| (launched: 2022-12-09_23:08:44.406523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:45.954284 run osmo-stp_10.42.42.5(pid=28306): stderr: \u000a| �[0;m�[38;5;43m20221209230844577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230844578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230844578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230844578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230844579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230844579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230844579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:46.078089 run osmo-stp_10.42.42.5(pid=28306): stdout: \u000a| (launched: 2022-12-09_23:08:44.406523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a23:08:46.200625 run osmo-stp_10.42.42.5(pid=28306): stderr: \u000a| �[0;m�[38;5;43m20221209230844577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209230844578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209230844578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209230844578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209230844579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209230844579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209230844579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a23:08:46.254487 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28306): Process ended prematurely: osmo-stp_10.42.42.5(pid=28306) [trial-2365↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28306)] [trial-2365↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a23:08:46.262847 tst handover.py:18: Test FAILED (6.4 sec)\u000a23:08:46.324266 run osmo-hlr_10.42.42.2(pid=28303): ERR: Terminated: ERROR {rc=237} [trial-2365↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28303)]\u000a23:08:46.374737 run osmo-hlr_10.42.42.2(pid=28303): stdout: \u000a| (launched: 2022-12-09_23:08:43.489609) \u000a23:08:46.426536 run osmo-hlr_10.42.42.2(pid=28303): stderr: \u000a| �[0;m�[1;31m20221209230843667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209230843667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209230843667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230843667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209230843667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209230843667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209230843680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2365/run.2022-12-09_21-44-27/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209230843691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209230843691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209230843691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a23:08:46.495228 run osmo-msc_10.42.42.6(pid=28309): ERR: Terminated: ERROR {rc=2} [trial-2365↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28309)]\u000a23:08:46.545323 run osmo-msc_10.42.42.6(pid=28309): stdout: \u000a| (launched: 2022-12-09_23:08:45.365346) \u000a23:08:46.596594 run osmo-msc_10.42.42.6(pid=28309): stderr: \u000a| �[0;m�[38;5;43m20221209230845638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209230845638 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86eb40cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209230845638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209230845638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209230845638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209230845638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209230845641 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209230845642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209230845642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209230845642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a23:08:46.639794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28302): Terminating (SIGTERM)\u000a23:08:46.684115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28305): Terminating (SIGTERM)\u000a23:08:46.725348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28308): Terminating (SIGTERM)\u000a23:08:46.735202 --- ParallelTerminationStrategy: PID 28302 died...\u000a23:08:46.793105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28302): Terminated: ok {rc=0}\u000a23:08:46.804254 --- ParallelTerminationStrategy: PID 28305 died...\u000a23:08:46.863914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28305): Terminated: ok {rc=0}\u000a23:08:46.876168 --- ParallelTerminationStrategy: PID 28308 died...\u000a23:08:46.936209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28308): Terminated: ok {rc=0}\u000a23:08:47.027508 bus /sierra_3: Setting Powered False\u000a23:08:48.128882 bus /sierra_3: Setting Powered False\u000a23:08:49.240669 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T23:08:39" } ] }